Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
File size: 332 Bytes
e2c8253 0dc240c e2c8253 0dc240c e2c8253 0dc240c |
1 2 3 4 5 6 7 8 9 10 11 12 |
from transformers import AutoTokenizer
import gradio as gr
tokenizer = AutoTokenizer.from_pretrained("gpt2")
def tokenize(input_text):
tokens = tokenizer(input_text)["input_ids"]
return f"Number of tokens: {len(tokens)}"
iface = gr.Interface(fn=tokenize, inputs=gr.inputs.Textbox(lines=7), outputs="text")
iface.launch() |