Update modeling_quiet.py

modeling_quiet.py

@@ -1110,7 +1110,7 @@ class QuietModel(QuietPreTrainedModel):
         next_decoder_cache = None
 
         for decoder_layer in self.layers:
-            print(f"Hidden states contains NaN before layer {i}:", torch.isnan(hidden_states).any().item())
+            print(f"Hidden states contains NaN before layer {id}:", torch.isnan(hidden_states).any().item())
             if output_hidden_states:
                 all_hidden_states += (hidden_states,)
 
@@ -1168,7 +1168,7 @@ def nonzero_mean(x, axis=None):
 
 def loss_mean(x):
     return x.sum() / (x != 0).sum()
-print(f"Hidden states contains NaN after layer {i}:", torch.isnan(hidden_states).any().item())
+    print(f"Hidden states contains NaN after layer {id}:", torch.isnan(hidden_states).any().item())
 
 class QuietForCausalLM(QuietPreTrainedModel):
     _tied_weights_keys = ["lm_head.weight"]