app.py

import gradio as gr
from transformers import pipeline

model_names = [
    "juliensimon/wav2vec2-conformer-rel-pos-large-finetuned-speech-commands",
    "MIT/ast-finetuned-speech-commands-v2",
]


def process(file, model_name):
    p = pipeline("audio-classification", model=model_name)
    pred = p(file)
    return {x["label"]: x["score"] for x in pred}


# Gradio inputs
mic = gr.Audio(source="microphone", type="filepath", label="Speech input")
model_selection = gr.Dropdown(model_names, label="Model selection")

# Gradio outputs
labels = gr.Label(num_top_classes=3)

description = "This Space showcases two audio classification models fine-tuned on the speech_commands dataset:\n\n - wav2vec2-conformer: 97.2% accuracy, added in transformers 4.20.0.\n - audio-spectrogram-transformer: 98.12% accuracy, added in transformers 4.25.1.\n \n They can spot one of the following keywords: 'Yes', 'No', 'Up', 'Down', 'Left', 'Right', 'On', 'Off', 'Stop', 'Go', 'Zero', 'One', 'Two', 'Three', 'Four', 'Five', 'Six', 'Seven', 'Eight', 'Nine', 'Bed', 'Bird', 'Cat', 'Dog', 'Happy', 'House', 'Marvin', 'Sheila', 'Tree', 'Wow', 'Backward', 'Forward', 'Follow', 'Learn', 'Visual'."

iface = gr.Interface(
    theme="huggingface",
    description=description,
    fn=process,
    inputs=[mic, model_selection],
    outputs=[labels],
    examples=[
        ["backward16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
        ["happy16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
        ["marvin16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
        ["seven16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
        ["stop16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
        ["up16k.wav", "MIT/ast-finetuned-speech-commands-v2"],
    ],
    allow_flagging="never",
)

iface.launch()