update

geom_solver.py

@@ -33,6 +33,8 @@ class GeomSolver(object):
 		width = cameras[1].width
 		N = len(gestalt_to_colmap_cams)
 		K = to_K(*human_entry['cameras'][1].params)[None].repeat(N, 0)
+		# print(gestalt_to_colmap_cams, N, human_entry['images'])
+		print(human_entry['images'].keys())
 		R = np.stack([quaternion_to_rotation_matrix(human_entry['images'][gestalt_to_colmap_cams[ind]].qvec) for ind in range(N)])
 		T = np.stack([human_entry['images'][gestalt_to_colmap_cams[ind]].tvec for ind in range(N)])
 
@@ -97,6 +99,8 @@ class GeomSolver(object):
 		    if closest_nn < kmeans_th:
 		        break
 		    centers = temp_centers
+		if centers is None:
+			centers = temp_centers
 		# image_ids = np.array([p.id for p in points3D.values()])
 		# pyt_centers = torch.from_numpy(centers).to(device)
 

my_solution.py

@@ -36,8 +36,11 @@ def convert_entry_to_human_readable(entry):
 
 def predict(entry, visualize=False) -> Tuple[np.ndarray, List[int]]:
     # return (entry['__key__'], *my_empty_solution())
-    solver = GeomSolver(entry)
-    vertices, edges = solver.get_vertices()
+    # try:
+    # solver = GeomSolver(entry)
+    # vertices, edges = solver.get_vertices()
+    # else:
+    vertices, edges = my_empty_solution()
 
     if visualize:
         from hoho.viz3d import plot_estimate_and_gt

script_cuda.py

@@ -0,0 +1,139 @@
+### This is example of the script that will be run in the test environment.
+### Some parts of the code are compulsory and you should NOT CHANGE THEM.
+### They are between '''---compulsory---''' comments.
+### You can change the rest of the code to define and test your solution.
+### However, you should not change the signature of the provided function.
+### The script would save "submission.parquet" file in the current directory.
+### The actual logic of the solution is implemented in the `handcrafted_solution.py` file.
+### The `handcrafted_solution.py` file is a placeholder for your solution.
+### You should implement the logic of your solution in that file.
+### You can use any additional files and subdirectories to organize your code.
+
+'''---compulsory---'''
+# import subprocess
+# from pathlib import Path         
+# def install_package_from_local_file(package_name, folder='packages'):
+#     """
+#     Installs a package from a local .whl file or a directory containing .whl files using pip.
+
+#     Parameters:
+#     path_to_file_or_directory (str): The path to the .whl file or the directory containing .whl files.
+#     """
+#     try:
+#         pth = str(Path(folder) / package_name)
+#         subprocess.check_call([subprocess.sys.executable, "-m", "pip", "install", 
+#                                "--no-index",  # Do not use package index
+#                                "--find-links", pth,  # Look for packages in the specified directory or at the file
+#                                package_name])  # Specify the package to install
+#         print(f"Package installed successfully from {pth}")
+#     except subprocess.CalledProcessError as e:
+#         print(f"Failed to install package from {pth}. Error: {e}")
+        
+# install_package_from_local_file('hoho')
+
+import hoho; hoho.setup() # YOU MUST CALL hoho.setup() BEFORE ANYTHING ELSE
+# import subprocess
+# import importlib
+# from pathlib import Path
+# import subprocess
+
+
+# ### The function below is useful for installing additional python wheels.        
+# def install_package_from_local_file(package_name, folder='packages'):
+#     """
+#     Installs a package from a local .whl file or a directory containing .whl files using pip.
+
+#     Parameters:
+#     path_to_file_or_directory (str): The path to the .whl file or the directory containing .whl files.
+#     """
+#     try:
+#         pth = str(Path(folder) / package_name)
+#         subprocess.check_call([subprocess.sys.executable, "-m", "pip", "install", 
+#                                "--no-index",  # Do not use package index
+#                                "--find-links", pth,  # Look for packages in the specified directory or at the file
+#                                package_name])  # Specify the package to install
+#         print(f"Package installed successfully from {pth}")
+#     except subprocess.CalledProcessError as e:
+#         print(f"Failed to install package from {pth}. Error: {e}")
+        
+
+# pip download webdataset -d packages/webdataset --platform manylinux1_x86_64 --python-version 38 --only-binary=:all:
+# install_package_from_local_file('webdataset')
+# install_package_from_local_file('tqdm')
+
+### Here you can import any library or module you want.
+### The code below is used to read and parse the input dataset.
+### Please, do not modify it.
+
+import webdataset as wds
+from tqdm import tqdm
+from typing import Dict
+import pandas as pd
+from transformers import AutoTokenizer
+import os
+import time
+import io
+from PIL import Image as PImage
+import numpy as np
+
+from hoho.read_write_colmap import read_cameras_binary, read_images_binary, read_points3D_binary
+from hoho import proc, Sample
+
+def convert_entry_to_human_readable(entry):
+    out = {}
+    already_good = ['__key__', 'wf_vertices', 'wf_edges', 'edge_semantics', 'mesh_vertices', 'mesh_faces', 'face_semantics', 'K', 'R', 't']
+    for k, v in entry.items():
+        if k in already_good:
+            out[k] = v
+            continue
+        if k == 'points3d':
+            out[k] = read_points3D_binary(fid=io.BytesIO(v))
+        if k == 'cameras':
+            out[k] = read_cameras_binary(fid=io.BytesIO(v))
+        if k == 'images':
+            out[k] = read_images_binary(fid=io.BytesIO(v))
+        if k in ['ade20k', 'gestalt']:
+            out[k] =  [PImage.open(io.BytesIO(x)).convert('RGB') for x in v]
+        if k == 'depthcm':
+            out[k] = [PImage.open(io.BytesIO(x)) for x in entry['depthcm']]
+    return out
+
+'''---end of compulsory---'''
+
+### The part below is used to define and test your solution.
+
+from pathlib import Path
+def save_submission(submission, path):
+    """
+    Saves the submission to a specified path.
+
+    Parameters:
+    submission (List[Dict[]]): The submission to save.
+    path (str): The path to save the submission to.
+    """
+    sub = pd.DataFrame(submission, columns=["__key__", "wf_vertices", "wf_edges"])
+    sub.to_parquet(path)
+    print(f"Submission saved to {path}")
+
+if __name__ == "__main__":
+    from my_solution import predict
+    print ("------------ Loading dataset------------ ")
+    params = hoho.get_params()
+    dataset = hoho.get_dataset(decode=None, split='all', dataset_type='webdataset')
+
+    print('------------ Now you can do your solution ---------------')
+    solution = []
+    for i, sample in enumerate(tqdm(dataset)):
+        key, pred_vertices, pred_edges = predict(sample)
+        solution.append({
+                        '__key__': key,
+                        'wf_vertices': pred_vertices.tolist(),
+                        'wf_edges': pred_edges
+                    })
+        if i % 100 == 0:
+            # incrementally save the results in case we run out of time
+            print(f"Processed {i} samples")
+            # save_submission(solution, Path(params['output_path']) / "submission.parquet")
+    print('------------ Saving results ---------------')
+    save_submission(solution, Path(params['output_path']) / "submission.parquet")
+    print("------------ Done ------------ ")

testing.ipynb

@@ -77,7 +77,7 @@
     {
      "data": {
       "application/vnd.jupyter.widget-view+json": {
-       "model_id": "3f548919ce4144888673384b58214377",
+       "model_id": "85ac5882d0aa416789bacb2b3dc94d36",
        "version_major": 2,
        "version_minor": 0
       },
@@ -137,17 +137,17 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "id": "70c53366-f1fe-47d7-b815-1eb2f1431f69",
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[]"
+       "'bff985e367e'"
       ]
      },
-     "execution_count": 9,
+     "execution_count": 10,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -158,7 +158,7 @@
     "# solver = GeomSolver(entry)\n",
     "# vertices, edges = solver.get_vertices(True)\n",
     "key, vertices, edges = predict(entry)\n",
-    "vertices.shape\n",
+    "key\n",
     "\n"
    ]
   },