Spaces:
Sleeping
Sleeping
app modified
Browse files
app.py
CHANGED
@@ -352,13 +352,18 @@ class ModeloDataset:
|
|
352 |
ig_tok=[]
|
353 |
new_identificadores=[]
|
354 |
for item in tokenized_text:
|
|
|
355 |
aux1, aux2= self.reordenacion_tokens(item)
|
356 |
new_tokens.append(aux1)
|
357 |
ig_tok.append(aux2)
|
358 |
print('new_tokens',new_tokens)
|
359 |
-
|
360 |
-
|
361 |
-
|
|
|
|
|
|
|
|
|
362 |
print('new_identificadores',new_identificadores)
|
363 |
|
364 |
#return new_identificadores, new_tokens
|
|
|
352 |
ig_tok=[]
|
353 |
new_identificadores=[]
|
354 |
for item in tokenized_text:
|
355 |
+
print('len(tokens)',len(item))
|
356 |
aux1, aux2= self.reordenacion_tokens(item)
|
357 |
new_tokens.append(aux1)
|
358 |
ig_tok.append(aux2)
|
359 |
print('new_tokens',new_tokens)
|
360 |
+
print('ig_tok',ig_tok)
|
361 |
+
|
362 |
+
for items in _predicted_tokens_classes:
|
363 |
+
print('len(_predicted_tokens_classes)',len(items))
|
364 |
+
aux=self.reordenacion_identificadores(ig_tok,items)
|
365 |
+
new_identificadores.append(aux)
|
366 |
+
|
367 |
print('new_identificadores',new_identificadores)
|
368 |
|
369 |
#return new_identificadores, new_tokens
|