Crystalcareai commited on
Commit
05c4b5c
·
verified ·
1 Parent(s): 3e8d756

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +1 -1
modeling_quiet.py CHANGED
@@ -1246,7 +1246,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
1246
 
1247
  self.policy_loss_beta = 1e6
1248
  self.embedding_scale = 1e2
1249
- self.temperature = nn.Parameter(torch.tensor(1.0, size=(1,)))
1250
  self.max_temperature = config.max_temperature
1251
  self.complexity_factor = config.complexity_factor
1252
  self.reinforce_temperature = 3
 
1246
 
1247
  self.policy_loss_beta = 1e6
1248
  self.embedding_scale = 1e2
1249
+ self.temperature = nn.Parameter(torch.ones(1))
1250
  self.max_temperature = config.max_temperature
1251
  self.complexity_factor = config.complexity_factor
1252
  self.reinforce_temperature = 3