update: add desc

.gitignore

@@ -1,2 +1,3 @@
 .DS_Store
-GVHMR
+GVHMR
+build

app.py

@@ -1,5 +1,36 @@
 import os
-from app.env import prepare_env
+
+REPO_ROOT = str(os.path.join(os.path.dirname(__file__)))
+
+def run_cmds(cmds):
+    cmds = cmds.split('\n')
+    for cmd in cmds:
+        if len(cmd) == 0:
+            continue
+        os.system(cmd)
+
+
+def prepare_env():
+    os.chdir(REPO_ROOT)
+    run_cmds(
+        f'''
+        git clone https://github.com/zju3dv/GVHMR --recursive {REPO_ROOT}/GVHMR
+        pip install -r {REPO_ROOT}/GVHMR/requirements.txt
+        pip install -e {REPO_ROOT}/GVHMR
+        mkdir {REPO_ROOT}/GVHMR/inputs
+        mkdir {REPO_ROOT}/GVHMR/outputs
+        ln -s {REPO_ROOT}/GVHMR/inputs {REPO_ROOT}/
+        ln -s {REPO_ROOT}/GVHMR/outputs {REPO_ROOT}/
+        ln -s {REPO_ROOT}/GVHMR/hmr4d {REPO_ROOT}/
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/SMPLer-X/resolve/main/SMPL_NEUTRAL.pkl -d {REPO_ROOT}/GVHMR/inputs/checkpoints/body_models/smpl -o SMPL_NEUTRAL.pkl
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/SMPLer-X/resolve/main/SMPLX_NEUTRAL.npz -d {REPO_ROOT}/GVHMR/inputs/checkpoints/body_models/smplx -o SMPLX_NEUTRAL.npz
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/dpvo/dpvo.pth -d {REPO_ROOT}/GVHMR/inputs/checkpoints/dpvo -o dpvo.pth
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/gvhmr/gvhmr_siga24_release.ckpt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/gvhmr -o gvhmr_siga24_release.ckpt
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/hmr2/epoch%3D10-step%3D25000.ckpt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/hmr2 -o epoch=10-step=25000.ckpt
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/vitpose/vitpose-h-multi-coco.pth -d {REPO_ROOT}/GVHMR/inputs/checkpoints/vitpose -o vitpose-h-multi-coco.pth
+        aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/camenduru/GVHMR/resolve/main/yolo/yolov8x.pt -d {REPO_ROOT}/GVHMR/inputs/checkpoints/yolo -o yolov8x.pt
+        '''
+    )
 
 if __name__ == '__main__':
     prepare_env()

app/entry.py

@@ -1,16 +1,19 @@
 import gradio as gr
 
-from app.env import prepare_env
-from app.gui import get_inputs_components, get_outputs_components, get_examples
+from app.gui import get_inputs_components, get_outputs_components, get_examples, get_desc
 from app.handler import handler
 
 
-if __name__ == '__main__':
+def entry():
     demo = gr.Interface(
-            fn       = handler,
-            inputs   = get_inputs_components(),
-            outputs  = get_outputs_components(),
-            examples = get_examples(),
+            fn          = handler,
+            inputs      = get_inputs_components(),
+            outputs     = get_outputs_components(),
+            examples    = get_examples(),
+            description = get_desc(),
         )
 
-    demo.launch()
+    demo.launch()
+
+if __name__ == '__main__':
+    entry()

app/gui.py

@@ -39,6 +39,34 @@ def get_examples():
     REPO_ROOT = str(os.path.abspath(os.path.join(os.path.dirname(__file__), '..')))
 
     return [
-        [os.path.join(REPO_ROOT, 'examples/cxk.mp4'), 'Static Camera', 60],
-        [os.path.join(REPO_ROOT, 'examples/tennis.mp4'), 'Static Camera', 60],
+        [os.path.join(REPO_ROOT, 'examples/cxk.mp4'), 'Static Camera', 120],
+        [os.path.join(REPO_ROOT, 'examples/tennis.mp4'), 'Static Camera', 120],
     ]
+
+
+def get_desc():
+    return '''
+        <center><b><font size='10'><font color='78aa58'>G</font><font color='6589bf'>V</font>HMR</font></b></center>
+
+        <center><b><font size='5'> World-Grounded Human Motion Recovery via <font color='78aa58'>Gravity</font>-<font color='6589bf'>View</font> <font color='c68b5b'>Coordinates</font></font></b></center>
+
+        ![](https://zju3dv.github.io/gvhmr/img/teaser_v1.png)
+
+        <center><b>
+        <a href=https://zju3dv.github.io/gvhmr>Project Page</a>
+        |
+        <a href=https://arxiv.org/abs/2409.06662>Paper</a>
+        </b></center>
+
+        > World-Grounded Human Motion Recovery via Gravity-View Coordinates
+        > [Zehong Shen](https://zehongs.github.io/)<sup>\*</sup>,
+        [Huaijin Pi](https://phj128.github.io/)<sup>\*</sup>,
+        [Yan Xia](https://isshikihugh.github.io/scholar),
+        [Zhi Cen](https://scholar.google.com/citations?user=Xyy-uFMAAAAJ),
+        [Sida Peng](https://pengsida.net/)<sup>†</sup>,
+        [Zechen Hu](https://zju3dv.github.io/gvhmr),
+        [Hujun Bao](http://www.cad.zju.edu.cn/home/bao/),
+        [Ruizhen Hu](https://csse.szu.edu.cn/staff/ruizhenhu/),
+        [Xiaowei Zhou](https://xzhou.me/)
+        > SIGGRAPH Asia 2024
+        '''

app/handler.py

@@ -3,7 +3,7 @@ import gradio as gr
 
 from omegaconf import OmegaConf
 
-from .demo import *
+from app.demo import *
 
 
 def prepare_cfg(is_static:bool, video_path:str, demo_id:str):
@@ -44,7 +44,7 @@ def prepare_cfg(is_static:bool, video_path:str, demo_id:str):
 def run_demo(cfg, progress, GPU_quota):
     ''' Allow user to adjust GPU quota. '''
 
-    @spaces.GPU(duration=GPU_quota)
+    @spaces.GPU(duration=int(GPU_quota))
     def run_GPU_task():
         paths = cfg.paths
         Log.info(f"[GPU]: {torch.cuda.get_device_name()}")