Old handler

handler.py

@@ -60,7 +60,7 @@ class EndpointHandler:
         self.logger.debug(f"Processing batch of {len(images)} images.")
         try:
             batch_images = self.processor.process_images(images).to(self.device)
-            with torch.no_grad(), torch.amp.autocast():
+            with torch.no_grad():
                 image_embeddings = self.model(**batch_images)
             self.logger.debug("Image batch processing complete.")
             return image_embeddings.cpu().tolist()
@@ -81,7 +81,7 @@ class EndpointHandler:
         self.logger.debug(f"Processing batch of {len(texts)} text queries.")
         try:
             batch_queries = self.processor.process_queries(texts).to(self.device)
-            with torch.no_grad(), torch.amp.autocast():
+            with torch.no_grad():
                 query_embeddings = self.model(**batch_queries)
             self.logger.debug("Text batch processing complete.")
             return query_embeddings.cpu().tolist()