app modified dataset reorden token

app.py

@@ -364,7 +364,24 @@ class ModeloDataset:
                     i=i+1  
             labels = predicted_token_class_ids
             loss = self.model(input_ids, labels=labels).loss
-            return ids,_predicted_tokens_classes
+
+            new_tokens=[]
+            ig_tok=[]
+            i=0
+            new_identificadores=[]
+            for item in tokenized_text:
+               
+               aux1, aux2= self.reordenacion_tokens(item,"_")
+               new_tokens.append(aux1)
+               ig_tok.append(aux2)
+             
+            
+            for items in _predicted_tokens_classes:
+                aux=self.reordenacion_identificadores(ig_tok[i],items,len(new_tokens[i]))
+                new_identificadores.append(aux)
+                i=i+1
+
+            return new_identificadores, new_tokens#ids,_predicted_tokens_classes
         else:
             
             print('idioma:',idioma)