Spaces:
Sleeping
Sleeping
app texto limite size
Browse files
app.py
CHANGED
@@ -335,7 +335,7 @@ class ModeloDataset:
|
|
335 |
def aplicar_modelo(self,_sentences,idioma, etiquetas):
|
336 |
if idioma=="es":
|
337 |
self.tokenizer = AutoTokenizer.from_pretrained("BSC-LT/roberta_model_for_anonimization")
|
338 |
-
tokenized_text=[self.tokenizer.tokenize(sentence[:
|
339 |
|
340 |
ids = [self.tokenizer.convert_tokens_to_ids(x) for x in tokenized_text]
|
341 |
MAX_LEN=128
|
|
|
335 |
def aplicar_modelo(self,_sentences,idioma, etiquetas):
|
336 |
if idioma=="es":
|
337 |
self.tokenizer = AutoTokenizer.from_pretrained("BSC-LT/roberta_model_for_anonimization")
|
338 |
+
tokenized_text=[self.tokenizer.tokenize(sentence[:250]) for sentence in _sentences]
|
339 |
|
340 |
ids = [self.tokenizer.convert_tokens_to_ids(x) for x in tokenized_text]
|
341 |
MAX_LEN=128
|