app modified

app.py

@@ -335,6 +335,7 @@ class ModeloDataset:
             labels = predicted_token_class_ids
             loss = self.model(input_ids, labels=labels).loss
 
+            print('tokenized_text',tokenized_text) 
             new_tokens,ig_tokens=self.reordenacion_tokens(tokenized_text) #
             new_identificadores = self.reordenacion_identificadores(ig_tokens,_predicted_tokens_classes)#