Crystalcareai
commited on
Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -1
modeling_quiet.py
CHANGED
@@ -1246,7 +1246,7 @@ class QuietForCausalLM(QuietPreTrainedModel):
|
|
1246 |
|
1247 |
self.policy_loss_beta = 1e6
|
1248 |
self.embedding_scale = 1e2
|
1249 |
-
self.temperature = nn.Parameter(torch.
|
1250 |
self.max_temperature = config.max_temperature
|
1251 |
self.complexity_factor = config.complexity_factor
|
1252 |
self.reinforce_temperature = 3
|
|
|
1246 |
|
1247 |
self.policy_loss_beta = 1e6
|
1248 |
self.embedding_scale = 1e2
|
1249 |
+
self.temperature = nn.Parameter(torch.ones(1))
|
1250 |
self.max_temperature = config.max_temperature
|
1251 |
self.complexity_factor = config.complexity_factor
|
1252 |
self.reinforce_temperature = 3
|