Spaces:
Build error
Build error
File size: 664 Bytes
b3d7e5c 5f36b24 075ef09 5f36b24 075ef09 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
import re
from collections import Counter
from nemo.collections import nlp as nemo_nlp
new_config = nemo_nlp.models.TokenClassificationModel.from_pretrained(model_name="ner_en_bert", return_config=True)
new_config.dataset.num_workers = 0
pretrained_ner_model = nemo_nlp.models.TokenClassificationModel.from_pretrained(
model_name="ner_en_bert", override_config_path=new_config)
def detect_ner(input_strings):
tagged_string = pretrained_ner_model.add_predictions([input_strings.replace('[', '').replace(']', '')])[0]
tags = re.findall('\[.*?]', tagged_string)
tags_summary = str(dict(Counter(tags)))[1:-1]
return tagged_string, tags_summary
|