import os import random import numpy as np import torch import torch.backends.cudnn as cudnn import gradio as gr os.system('git lfs install') os.system("git clone https://huggingface.co/Pluto0616/L2_InternVL") from L2_InternVL.utils import load_json, init_logger from L2_InternVL.demo import ConversationalAgent, CustomTheme FOOD_EXAMPLES = "./L2_InternVL/demo/food_for_demo.json" # MODEL_PATH = "/root/share/new_models/OpenGVLab/InternVL2-2B" MODEL_PATH = "./L2_InternVL/work_dirs/internvl_v2_internlm2_2b_lora_finetune_food/lr35_ep10" OUTPUT_PATH = "./L2_InternVL/outputs" def setup_seeds(): seed = 42 random.seed(seed) np.random.seed(seed) torch.manual_seed(seed) cudnn.benchmark = False cudnn.deterministic = True def main(): setup_seeds() # logging init_logger(OUTPUT_PATH) # food examples food_examples = load_json(FOOD_EXAMPLES) agent = ConversationalAgent(model_path=MODEL_PATH, outputs_dir=OUTPUT_PATH) theme = CustomTheme() titles = [ """
书生大模型实战营
""" ## Kalam:wght@700 """
「进阶岛」InternVL 多模态模型部署微调实践
""" ] language = """Language: 中文 and English""" with gr.Blocks(theme) as demo_chatbot: for title in titles: gr.Markdown(title) # gr.Markdown(article) gr.Markdown(language) with gr.Row(): with gr.Column(scale=3): start_btn = gr.Button("Start Chat", variant="primary", interactive=True) clear_btn = gr.Button("Clear Context", interactive=False) image = gr.Image(type="pil", interactive=False) upload_btn = gr.Button("🖼️ Upload Image", interactive=False) with gr.Accordion("Generation Settings"): top_p = gr.Slider(minimum=0, maximum=1, step=0.1, value=0.8, interactive=True, label='top-p value', visible=True) temperature = gr.Slider(minimum=0, maximum=1.5, step=0.1, value=0.8, interactive=True, label='temperature', visible=True) with gr.Column(scale=7): chat_state = gr.State() chatbot = gr.Chatbot(label='InternVL2', height=800, avatar_images=((os.path.join(os.path.dirname(__file__), 'demo/user.png')), (os.path.join(os.path.dirname(__file__), "demo/bot.png")))) text_input = gr.Textbox(label='User', placeholder="Please click the button to start chat!", interactive=False) gr.Markdown("### 输入示例") def on_text_change(text): return gr.update(interactive=True) text_input.change(fn=on_text_change, inputs=text_input, outputs=text_input) gr.Examples( examples=[["图片中的食物通常属于哪个菜系?"], ["如果让你简单形容一下品尝图片中的食物的滋味,你会描述它"], ["去哪个地方游玩时应该品尝当地的特色美食图片中的食物?"], ["食用图片中的食物时,一般它上菜或摆盘时的特点是?"]], inputs=[text_input] ) with gr.Row(): gr.Markdown("### 食物快捷栏") with gr.Row(): example_xinjiang_food = gr.Examples(examples=food_examples["新疆菜"], inputs=image, label="新疆菜") example_sichuan_food = gr.Examples(examples=food_examples["川菜(四川,重庆)"], inputs=image, label="川菜(四川,重庆)") example_xibei_food = gr.Examples(examples=food_examples["西北菜 (陕西,甘肃等地)"], inputs=image, label="西北菜 (陕西,甘肃等地)") with gr.Row(): example_guizhou_food = gr.Examples(examples=food_examples["黔菜 (贵州)"], inputs=image, label="黔菜 (贵州)") example_jiangsu_food = gr.Examples(examples=food_examples["苏菜(江苏)"], inputs=image, label="苏菜(江苏)") example_guangdong_food = gr.Examples(examples=food_examples["粤菜(广东等地)"], inputs=image, label="粤菜(广东等地)") with gr.Row(): example_hunan_food = gr.Examples(examples=food_examples["湘菜(湖南)"], inputs=image, label="湘菜(湖南)") example_fujian_food = gr.Examples(examples=food_examples["闽菜(福建)"], inputs=image, label="闽菜(福建)") example_zhejiang_food = gr.Examples(examples=food_examples["浙菜(浙江)"], inputs=image, label="浙菜(浙江)") with gr.Row(): example_dongbei_food = gr.Examples(examples=food_examples["东北菜 (黑龙江等地)"], inputs=image, label="东北菜 (黑龙江等地)") start_btn.click(agent.start_chat, [chat_state], [text_input, start_btn, clear_btn, image, upload_btn, chat_state]) clear_btn.click(agent.restart_chat, [chat_state], [chatbot, text_input, start_btn, clear_btn, image, upload_btn, chat_state], queue=False) upload_btn.click(agent.upload_image, [image, chatbot, chat_state], [image, chatbot, chat_state]) text_input.submit( agent.respond, inputs=[text_input, image, chatbot, top_p, temperature, chat_state], outputs=[text_input, image, chatbot, chat_state] ) demo_chatbot.launch(share=True, server_name="127.0.0.1", server_port=1096, allowed_paths=['./']) demo_chatbot.queue() if __name__ == "__main__": main()