Upload folder using huggingface_hub

server.py

@@ -31,7 +31,7 @@ class EmbeddingRequest(BaseModel):
     embedding: List[float]
 
 class TextResponse(BaseModel):
-    text: str = ""
+    texts: List[str] = []
 
 # Model initialization status
 INITIALIZATION_STATUS = {
@@ -124,10 +124,14 @@ async def inference(request: EmbeddingRequest) -> TextResponse:
         logger.info(f"Converted embedding to tensor with shape: {embedding.shape}")
         
         # Run inference
-        result = inference_recipe.generate_batch(cfg=cfg, video_ib_embed=embedding)
+        results = inference_recipe.generate_batch(cfg=cfg, video_ib_embed=embedding)
         logger.info("Generation complete")
         
-        return TextResponse(text=result)
+        # Convert results to list if it's not already
+        if isinstance(results, str):
+            results = [results]
+        
+        return TextResponse(texts=results)
         
     except Exception as e:
         logger.error(f"Inference failed: {str(e)}", exc_info=True)
@@ -140,5 +144,3 @@ if __name__ == "__main__":
     import uvicorn
     uvicorn.run(app, host="0.0.0.0", port=8000)
 
-
-