pulkitmehtawork
Fill mask modern bert
b9b2b14
raw
history blame contribute delete
614 Bytes
# app.py
import torch
from transformers import pipeline
import gradio as gr
# Initialize the model pipeline
pipe = pipeline(
"fill-mask",
model="answerdotai/ModernBERT-base",
torch_dtype=torch.bfloat16,
)
# Function to run the model
def fill_mask(input_text):
return pipe(input_text)[0]["sequence"]
# Set up the Gradio interface
iface = gr.Interface(
fn=fill_mask,
inputs="text",
outputs="text",
title="Mask Filling with ModernBERT",
description="Enter a sentence with a [MASK] token, and the model will predict the missing word.",
)
# Launch the interface
iface.launch()