Update modeling_quiet.py

modeling_quiet.py

@@ -1531,11 +1531,8 @@ class QuietForCausalLM(QuietPreTrainedModel, GenerationMixin):
 			if self.tokenizer is not None:
 				self.start_token_id = self.tokenizer.convert_tokens_to_ids("<|startthought|>")
 			else:
-				self.start_token_id = 0
-			if self.start_token_id == 0:
-				self.start_token_id = self.tokenizer.bos_token_id
-				self.tokenizer_has_start_thought_token = False
-			elif self.use_start_thought_token:
+				self.start_token_id = self.tokenizer.bos_token_id if self.tokenizer else 0
+				self.tokenizer_has_start_thought_token = False if self.tokenizer else True
 				# base_start_id = self.tokenizer.convert_tokens_to_ids(self.initial_start_token)
 				base_start_id = self.tokenizer.encode(self.initial_start_token, add_special_tokens=False)[0]
 				if self.initialize_thought_embedding_to_normal: