Update modeling_quiet.py

modeling_quiet.py

@@ -1252,15 +1252,8 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
     
         # For visualization
         self.eval_mode = False
-
+        
         num_talk = 1
-        talk_input_dim = config.hidden_size if not self.use_concat_talk_head else config.hidden_size * 2
-        if self.use_weighted_talk_head:
-            talk_output_dim = 1
-        else:
-            talk_output_dim = config.hidden_size if self.use_shallow_talk else config.vocab_size
-		
-  		num_talk = 1
 		talk_input_dim = config.hidden_size if not self.use_concat_talk_head else config.hidden_size * 2
 		if self.use_weighted_talk_head:
 			talk_output_dim = 1