Update app.py

app.py

@@ -22,13 +22,13 @@ MAX_PIXELS = 1806336
 # https://huggingface.co/osunlp/UGround-V1-2B
 model_repo = "osunlp/UGround-V1-2B"
 destination_folder = "./UGround-V1-2B"
-# 
+#
 # # Ensure the destination folder exists
 # os.makedirs(destination_folder, exist_ok=True)
-# 
+#
 # # List all files in the repository
 # files = list_repo_files(repo_id=model_repo)
-# 
+#
 # # Download each file to the destination folder
 # for file in files:
 #     file_path = hf_hub_download(repo_id=model_repo, filename=file, local_dir=destination_folder)
@@ -37,7 +37,7 @@ destination_folder = "./UGround-V1-2B"
 model = Qwen2VLForConditionalGeneration.from_pretrained(
     model_repo,
     torch_dtype=torch.bfloat16,
-    device_map="cpu",
+    device_map="cuda",
 )
 
 # Load the processor
@@ -112,7 +112,7 @@ def run_showui(image, query, session_id, iterations=1):
         ]
 
         global model
-        model = model.to("cuda")
+        # model = model.to("cuda")
 
         text = processor.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
         image_inputs, video_inputs = process_vision_info(messages)