divid

.gitignore

@@ -0,0 +1 @@
+.env

app.py

@@ -82,94 +82,20 @@
 
 
 
-import uuid
-import requests
-from PIL import Image
-import numpy as np
+import os
 import gradio as gr
 from encoder import FashionCLIPEncoder
-
-# Constants
-REQUESTS_HEADERS = {
-    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
-}
-BATCH_SIZE = 30  # Define batch size for processing
+from process import batch_process_images
 
 # Initialize encoder
 encoder = FashionCLIPEncoder()
 
-# Helper function to download images
-def download_image_as_pil(url: str, timeout: int = 10) -> Image.Image:
-    try:
-        response = requests.get(url, stream=True, headers=REQUESTS_HEADERS, timeout=timeout)
-        if response.status_code == 200:
-            return Image.open(response.raw).convert("RGB")  # Ensure consistent format
-        return None
-    except Exception as e:
-        print(f"Error downloading image: {e}")
-        return None
-
-# Embedding function for a batch of images
-def batch_process_images(image_urls: str):
-    # Split the input string by commas and strip whitespace
-    urls = [url.strip() for url in image_urls.split(",") if url.strip()]
-    
-    if not urls:
-        return {"error": "No valid image URLs provided."}
-
-    results = []
-    batch_urls, batch_images = [], []
-
-    for url in urls:
-        try:
-            # Download image
-            image = download_image_as_pil(url)
-            if not image:
-                results.append({"image_url": url, "error": "Failed to download image"})
-                continue
-
-            batch_urls.append(url)
-            batch_images.append(image)
-
-            # Process batch when reaching batch size
-            if len(batch_images) == BATCH_SIZE:
-                process_batch(batch_urls, batch_images, results)
-                batch_urls, batch_images = [], []
-
-        except Exception as e:
-            results.append({"image_url": url, "error": str(e)})
-
-    # Process remaining images in the last batch
-    if batch_images:
-        process_batch(batch_urls, batch_images, results)
-
-    return results
-
-
-# Helper function to process a batch
-def process_batch(batch_urls, batch_images, results):
-    try:
-        # Generate embeddings
-        embeddings = encoder.encode_images(batch_images)
-        
-        for url, embedding in zip(batch_urls, embeddings):
-            # Normalize embedding
-            embedding_normalized = embedding / np.linalg.norm(embedding)
-            
-            # Append results
-            results.append({
-                "image_url": url,
-                "embedding_preview": embedding_normalized[:5].tolist(),  # First 5 values for preview
-                "success": True
-            })
-    except Exception as e:
-        for url in batch_urls:
-            results.append({"image_url": url, "error": str(e)})
-
+# Constants
+BATCH_SIZE = 30  # Define batch size for processing
 
 # Gradio Interface
 iface = gr.Interface(
-    fn=batch_process_images,
+    fn=lambda image_urls: batch_process_images(image_urls, encoder, BATCH_SIZE),
     inputs=gr.Textbox(
         lines=5,
         placeholder="Enter image URLs separated by commas",

download_images.py

@@ -0,0 +1,15 @@
+import requests
+from PIL import Image
+
+REQUESTS_HEADERS = {
+    'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
+}
+def download_image_as_pil(url: str, timeout: int = 10) -> Image.Image:
+    try:
+        response = requests.get(url, stream=True, headers=REQUESTS_HEADERS, timeout=timeout)
+        if response.status_code == 200:
+            return Image.open(response.raw).convert("RGB")  # Ensure consistent format
+        return None
+    except Exception as e:
+        print(f"Error downloading image: {e}")
+        return None

flagged/log.csv

@@ -1,2 +1,3 @@
 Batch Image URLs,Embedding Results,flag,username,timestamp
 "https://cdn.shopify.com/s/files/1/0522/2239/4534/files/CT21355-22_1024x1024.webp, https://cdn.shopify.com/s/files/1/0522/2239/4534/files/00907857-C6B0-4D2A-8AEA-688BDE1E67D7_1024x1024.jpg","[{""image_url"": ""h"", ""error"": ""Failed to download image""}, {""image_url"": ""t"", ""error"": ""Failed to download image""}, {""image_url"": ""t"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": "":"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""c"", ""error"": ""Failed to download image""}, {""image_url"": ""d"", ""error"": ""Failed to download image""}, {""image_url"": ""n"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""h"", ""error"": ""Failed to download image""}, {""image_url"": ""o"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""y"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""c"", ""error"": ""Failed to download image""}, {""image_url"": ""o"", ""error"": ""Failed to download image""}, {""image_url"": ""m"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""l"", ""error"": ""Failed to download image""}, {""image_url"": ""e"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""3"", ""error"": ""Failed to download image""}, {""image_url"": ""9"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""3"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""l"", ""error"": ""Failed to download image""}, {""image_url"": ""e"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""C"", ""error"": ""Failed to download image""}, {""image_url"": ""T"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""3"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""-"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""_"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""x"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""w"", ""error"": ""Failed to download image""}, {""image_url"": ""e"", ""error"": ""Failed to download image""}, {""image_url"": ""b"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": "","", ""error"": ""Failed to download image""}, {""image_url"": "" "", ""error"": ""Failed to download image""}, {""image_url"": ""h"", ""error"": ""Failed to download image""}, {""image_url"": ""t"", ""error"": ""Failed to download image""}, {""image_url"": ""t"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": "":"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""c"", ""error"": ""Failed to download image""}, {""image_url"": ""d"", ""error"": ""Failed to download image""}, {""image_url"": ""n"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""h"", ""error"": ""Failed to download image""}, {""image_url"": ""o"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""y"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""c"", ""error"": ""Failed to download image""}, {""image_url"": ""o"", ""error"": ""Failed to download image""}, {""image_url"": ""m"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""l"", ""error"": ""Failed to download image""}, {""image_url"": ""e"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""3"", ""error"": ""Failed to download image""}, {""image_url"": ""9"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""3"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""f"", ""error"": ""Failed to download image""}, {""image_url"": ""i"", ""error"": ""Failed to download image""}, {""image_url"": ""l"", ""error"": ""Failed to download image""}, {""image_url"": ""e"", ""error"": ""Failed to download image""}, {""image_url"": ""s"", ""error"": ""Failed to download image""}, {""image_url"": ""/"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""9"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""7"", ""error"": ""Failed to download image""}, {""image_url"": ""8"", ""error"": ""Failed to download image""}, {""image_url"": ""5"", ""error"": ""Failed to download image""}, {""image_url"": ""7"", ""error"": ""Failed to download image""}, {""image_url"": ""-"", ""error"": ""Failed to download image""}, {""image_url"": ""C"", ""error"": ""Failed to download image""}, {""image_url"": ""6"", ""error"": ""Failed to download image""}, {""image_url"": ""B"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""-"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""D"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""A"", ""error"": ""Failed to download image""}, {""image_url"": ""-"", ""error"": ""Failed to download image""}, {""image_url"": ""8"", ""error"": ""Failed to download image""}, {""image_url"": ""A"", ""error"": ""Failed to download image""}, {""image_url"": ""E"", ""error"": ""Failed to download image""}, {""image_url"": ""A"", ""error"": ""Failed to download image""}, {""image_url"": ""-"", ""error"": ""Failed to download image""}, {""image_url"": ""6"", ""error"": ""Failed to download image""}, {""image_url"": ""8"", ""error"": ""Failed to download image""}, {""image_url"": ""8"", ""error"": ""Failed to download image""}, {""image_url"": ""B"", ""error"": ""Failed to download image""}, {""image_url"": ""D"", ""error"": ""Failed to download image""}, {""image_url"": ""E"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""E"", ""error"": ""Failed to download image""}, {""image_url"": ""6"", ""error"": ""Failed to download image""}, {""image_url"": ""7"", ""error"": ""Failed to download image""}, {""image_url"": ""D"", ""error"": ""Failed to download image""}, {""image_url"": ""7"", ""error"": ""Failed to download image""}, {""image_url"": ""_"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""x"", ""error"": ""Failed to download image""}, {""image_url"": ""1"", ""error"": ""Failed to download image""}, {""image_url"": ""0"", ""error"": ""Failed to download image""}, {""image_url"": ""2"", ""error"": ""Failed to download image""}, {""image_url"": ""4"", ""error"": ""Failed to download image""}, {""image_url"": ""."", ""error"": ""Failed to download image""}, {""image_url"": ""j"", ""error"": ""Failed to download image""}, {""image_url"": ""p"", ""error"": ""Failed to download image""}, {""image_url"": ""g"", ""error"": ""Failed to download image""}]",,,2025-01-18 01:08:09.984056
+"https://cdn.shopify.com/s/files/1/0522/2239/4534/files/CT21355-22_1024x1024.webp, https://cdn.shopify.com/s/files/1/0522/2239/4534/files/00907857-C6B0-4D2A-8AEA-688BDE1E67D7_1024x1024.jpg","{""error"": ""No valid image URLs provided.""}",,,2025-01-18 14:24:29.459219

process.py

@@ -0,0 +1,77 @@
+import numpy as np
+from download_images import download_image_as_pil
+
+def batch_process_images(image_urls: str, encoder, batch_size: int):
+    """
+    Processes a batch of image URLs and generates embeddings for each image.
+    
+    Args:
+        image_urls (str): Comma-separated string of image URLs.
+        encoder: The encoder object used to generate embeddings.
+        batch_size (int): The maximum number of images to process in one batch.
+    
+    Returns:
+        list: A list of dictionaries containing embedding results or errors.
+    """
+    # Split the input string by commas and strip whitespace
+    urls = [url.strip() for url in image_urls.split(",") if url.strip()]
+    
+    if not urls:
+        return {"error": "No valid image URLs provided."}
+
+    results = []
+    batch_urls, batch_images = [], []
+
+    for url in urls:
+        try:
+            # Download image
+            image = download_image_as_pil(url)
+            if not image:
+                results.append({"image_url": url, "error": "Failed to download image"})
+                continue
+
+            batch_urls.append(url)
+            batch_images.append(image)
+
+            # Process batch when reaching batch size
+            if len(batch_images) == batch_size:
+                process_batch(batch_urls, batch_images, results, encoder)
+                batch_urls, batch_images = [], []
+
+        except Exception as e:
+            results.append({"image_url": url, "error": str(e)})
+
+    # Process remaining images in the last batch
+    if batch_images:
+        process_batch(batch_urls, batch_images, results, encoder)
+
+    return results
+
+
+def process_batch(batch_urls, batch_images, results, encoder):
+    """
+    Processes a batch of images and generates embeddings.
+    
+    Args:
+        batch_urls (list): List of image URLs in the batch.
+        batch_images (list): List of PIL images in the batch.
+        results (list): List to store results for each image.
+        encoder: The encoder object used to generate embeddings.
+    """
+    try:
+        # Generate embeddings
+        embeddings = encoder.encode_images(batch_images)
+        
+        for url, embedding in zip(batch_urls, embeddings):
+            # Normalize embedding
+            embedding_normalized = embedding / np.linalg.norm(embedding)
+            
+            # Append results
+            results.append({
+                "image_url": url,
+                "embedding_preview": embedding_normalized[:5].tolist(),  # First 5 values for preview
+                "success": True
+            })
+    except Exception as e:
+        for url in batch_urls:
+            results.append({"image_url": url, "error": str(e)})