tokenizer / app.py
csuvikv's picture
initial commit
37ea800
raw
history blame
469 Bytes
import gradio as gr
import os
from transformers import BertTokenizer, BertModel
import torch
tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')
def Bemenet(bemenet):
return tokenizer.tokenize("[CLS] " + bemenet + " [SEP]")
interface = gr.Interface(fn=Bemenet,
title="Cím..",
description="Leírás..",
inputs="text",
outputs="text")
interface.launch()