update

app.py

@@ -11,33 +11,30 @@ from datetime import datetime
 import argparse
 from huggingface_hub import snapshot_download
 
-# 解析命令行参数
+
+examples = [
+    ['examples/example_01.mp4',2,1,'0; -30; 0.5; -2; 0',30,43],
+    ['examples/example_02.mp4',2,1,'0; 30; -0.4; 2; 0',30,43],
+    ['examples/example_03.mp4',2,1,'20; 40; 0.5; 2; 0',30,43],
+    ['examples/example_04.mp4',2,1,'0; -50; 0.3; 0; 0',30,43],
+    ['examples/example_05.mp4',2,1,'0; -35; 0.4; 0; 0',30,43],
+]
 
 traj_examples = [
     ['20; -30; 0.3; 0; 0'],
     ['0; 0; -0.3; -2; 2'],
 ]
 
-# inputs=[i2v_input_video, i2v_stride, i2v_center_scale, i2v_pose, i2v_steps, i2v_seed],
-
-img_examples = [
-    ['test/videos/0-NNvgaTcVzAG0-r.mp4',2,1,'0; -30; 0.5; -2; 0',50,43],
-    ['test/videos/tUfDESZsQFhdDW9S.mp4',2,1,'0; 30; -0.4; 2; 0',50,43],
-    ['test/videos/part-2-3.mp4',2,1,'20; 40; 0.5; 2; 0',50,43],
-    ['test/videos/p7.mp4',2,1,'0; -50; 0.3; 0; 0',50,43],
-    ['test/videos/UST-fn-RvhJwMR5S.mp4',2,1,'0; -35; 0.4; 0; 0',50,43],
-]
-
 max_seed = 2 ** 31
 
 os.makedirs('./checkpoints/',exist_ok=True)
-def download_model():
-    snapshot_download(repo_id="TrajectoryCrafter/TrajectoryCrafter", local_dir="checkpoints/TrajectoryCrafter", local_dir_use_symlinks=False)
-    snapshot_download(repo_id="tencent/DepthCrafter", local_dir="checkpoints/DepthCrafter", local_dir_use_symlinks=False)
-    snapshot_download(repo_id="stabilityai/stable-video-diffusion-img2vid", local_dir="checkpoints/stable-video-diffusion-img2vid", local_dir_use_symlinks=False)
-    snapshot_download(repo_id="alibaba-pai/CogVideoX-Fun-V1.1-5b-InP", local_dir="checkpoints/CogVideoX-Fun-V1.1-5b-InP", local_dir_use_symlinks=False)
-    snapshot_download(repo_id="Salesforce/blip2-opt-2.7b", local_dir="checkpoints/blip2-opt-2.7b", local_dir_use_symlinks=False)
-download_model() #fixme
+# def download_model():
+#     snapshot_download(repo_id="TrajectoryCrafter/TrajectoryCrafter", local_dir="checkpoints/TrajectoryCrafter", local_dir_use_symlinks=False)
+#     snapshot_download(repo_id="tencent/DepthCrafter", local_dir="checkpoints/DepthCrafter", local_dir_use_symlinks=False)
+#     snapshot_download(repo_id="stabilityai/stable-video-diffusion-img2vid", local_dir="checkpoints/stable-video-diffusion-img2vid", local_dir_use_symlinks=False)
+#     snapshot_download(repo_id="alibaba-pai/CogVideoX-Fun-V1.1-5b-InP", local_dir="checkpoints/CogVideoX-Fun-V1.1-5b-InP", local_dir_use_symlinks=False)
+#     snapshot_download(repo_id="Salesforce/blip2-opt-2.7b", local_dir="checkpoints/blip2-opt-2.7b", local_dir_use_symlinks=False)
+# download_model() #fixme
 
 parser = get_parser() # infer_config.py
 opts = parser.parse_args() # default device: 'cuda:0'
@@ -48,8 +45,6 @@ os.makedirs(opts.save_dir,exist_ok=True)
 test_tensor = torch.Tensor([0]).cuda()
 opts.device = str(test_tensor.device)
 
-
-
 CAMERA_MOTION_MODE = ["Basic Camera Trajectory", "Custom Camera Trajectory"]
 
 def show_traj(mode):
@@ -97,7 +92,7 @@ def trajcrafter_demo(opts):
     }
     """
     image2video = TrajCrafter(opts,gradio=True)
-    image2video.run_gradio = spaces.GPU(image2video.run_gradio, duration=300) # fixme
+    image2video.run_gradio = spaces.GPU(image2video.run_gradio, duration=290) # fixme
     with gr.Blocks(analytics_enabled=False, css=css) as trajcrafter_iface:
         gr.Markdown("""
             <div align='center'>
@@ -128,7 +123,7 @@ def trajcrafter_demo(opts):
                 i2v_center_scale = gr.Slider(minimum=0.1, maximum=2, step=0.1, elem_id="i2v_center_scale",
                                              label="center_scale", value=1)
                 i2v_steps = gr.Slider(minimum=1, maximum=50, step=1, elem_id="i2v_steps", label="Sampling steps",
-                                      value=50)
+                                      value=30)
                 i2v_seed = gr.Slider(label='Random seed', minimum=0, maximum=max_seed, step=1, value=43)
             with gr.Row():
                 pan_left = gr.Button(value="Pan Left")
@@ -283,11 +278,14 @@ def trajcrafter_demo(opts):
                       )
 
         
-        gr.Examples(examples=img_examples,
+        gr.Examples(examples=examples,
             # inputs=[i2v_input_video,i2v_stride],
             inputs=[i2v_input_video, i2v_stride, i2v_center_scale, i2v_pose, i2v_steps, i2v_seed],
-        )       
-
+            outputs=[i2v_output_video],
+            fn = image2video.run_gradio,
+            cache_examples="lazy",
+        ) 
+        
     return trajcrafter_iface
 
 

test/trajs/loop1.txt

@@ -1,3 +0,0 @@
-0 2 10 15 12 6 0 -2 -5 -12 -8 -3 0
-0 -3 -10 -20 -30 -25 -17 -10 0
-0 0.02 0.09 0.16 0.25 0.2 0.09 0

test/trajs/loop2.txt

@@ -1,3 +0,0 @@
-0 2 10 15 12 6 0 -2 -5 -12 -8 -3 0
-0 3 10 20 30 25 17 10 0
-0 0.02 0.09 0.16 0.25 0.28 0.19 0.09 0