Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
12e9d98
1
Parent(s):
0f56e8b
update
Browse files
app.py
CHANGED
@@ -8,6 +8,8 @@ import random
|
|
8 |
from inference import get_parser
|
9 |
from datetime import datetime
|
10 |
import argparse
|
|
|
|
|
11 |
|
12 |
# 解析命令行参数
|
13 |
|
@@ -28,6 +30,15 @@ img_examples = [
|
|
28 |
|
29 |
max_seed = 2 ** 31
|
30 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
31 |
parser = get_parser() # infer_config.py
|
32 |
opts = parser.parse_args() # default device: 'cuda:0'
|
33 |
opts.weight_dtype = torch.bfloat16
|
@@ -37,6 +48,8 @@ os.makedirs(opts.save_dir,exist_ok=True)
|
|
37 |
test_tensor = torch.Tensor([0]).cuda()
|
38 |
opts.device = str(test_tensor.device)
|
39 |
|
|
|
|
|
40 |
CAMERA_MOTION_MODE = ["Basic Camera Trajectory", "Custom Camera Trajectory"]
|
41 |
|
42 |
def show_traj(mode):
|
@@ -84,14 +97,13 @@ def trajcrafter_demo(opts):
|
|
84 |
}
|
85 |
"""
|
86 |
image2video = TrajCrafter(opts,gradio=True)
|
87 |
-
|
88 |
with gr.Blocks(analytics_enabled=False, css=css) as trajcrafter_iface:
|
89 |
-
gr.Markdown("<div align='center'> <h1> TrajectoryCrafter: Redirecting View Trajectory for Monocular Videos via Diffusion Models </span> </h1>
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
# # <a style='font-size:18px;color: #000000' href='https://www.youtube.com/watch?v=WGIEmu9eXmU'> [Video] </a> </div>")
|
95 |
|
96 |
|
97 |
with gr.Row(equal_height=True):
|
@@ -277,8 +289,8 @@ def trajcrafter_demo(opts):
|
|
277 |
|
278 |
trajcrafter_iface = trajcrafter_demo(opts)
|
279 |
trajcrafter_iface.queue(max_size=10)
|
280 |
-
|
281 |
-
trajcrafter_iface.launch(server_name="0.0.0.0", server_port=12345, debug=True, share=False, max_threads=10)
|
282 |
|
283 |
|
284 |
|
|
|
8 |
from inference import get_parser
|
9 |
from datetime import datetime
|
10 |
import argparse
|
11 |
+
import spaces #fixme
|
12 |
+
from huggingface_hub import snapshot_download
|
13 |
|
14 |
# 解析命令行参数
|
15 |
|
|
|
30 |
|
31 |
max_seed = 2 ** 31
|
32 |
|
33 |
+
os.makedirs('./checkpoints/',exist_ok=True)
|
34 |
+
def download_model():
|
35 |
+
snapshot_download(repo_id="TrajectoryCrafter/TrajectoryCrafter", local_dir="checkpoints/TrajectoryCrafter", local_dir_use_symlinks=False)
|
36 |
+
snapshot_download(repo_id="tencent/DepthCrafter", local_dir="checkpoints/DepthCrafter", local_dir_use_symlinks=False)
|
37 |
+
snapshot_download(repo_id="stabilityai/stable-video-diffusion-img2vid", local_dir="checkpoints/stable-video-diffusion-img2vid", local_dir_use_symlinks=False)
|
38 |
+
snapshot_download(repo_id="alibaba-pai/CogVideoX-Fun-V1.1-5b-InP", local_dir="checkpoints/CogVideoX-Fun-V1.1-5b-InP", local_dir_use_symlinks=False)
|
39 |
+
snapshot_download(repo_id="Salesforce/blip2-opt-2.7b", local_dir="checkpoints/blip2-opt-2.7b", local_dir_use_symlinks=False)
|
40 |
+
download_model() #fixme
|
41 |
+
|
42 |
parser = get_parser() # infer_config.py
|
43 |
opts = parser.parse_args() # default device: 'cuda:0'
|
44 |
opts.weight_dtype = torch.bfloat16
|
|
|
48 |
test_tensor = torch.Tensor([0]).cuda()
|
49 |
opts.device = str(test_tensor.device)
|
50 |
|
51 |
+
|
52 |
+
|
53 |
CAMERA_MOTION_MODE = ["Basic Camera Trajectory", "Custom Camera Trajectory"]
|
54 |
|
55 |
def show_traj(mode):
|
|
|
97 |
}
|
98 |
"""
|
99 |
image2video = TrajCrafter(opts,gradio=True)
|
100 |
+
image2video.run_gradio = spaces.GPU(image2video.run_gradio, duration=300) # fixme
|
101 |
with gr.Blocks(analytics_enabled=False, css=css) as trajcrafter_iface:
|
102 |
+
gr.Markdown("<div align='center'> <h1> TrajectoryCrafter: Redirecting View Trajectory for Monocular Videos via Diffusion Models </span> </h1>
|
103 |
+
<a style='font-size:18px;color: #FF5DB0' href='https://github.com/TrajectoryCrafter/TrajectoryCrafter'> [Github] </a>\
|
104 |
+
# <a style='font-size:18px;color: #000000' href='https://arxiv.org/abs/2409.02048'> [ArXiv] </a>\
|
105 |
+
<a style='font-size:18px;color: #000000' href='https://trajectorycrafter.github.io/'> [Project Page] </a>\
|
106 |
+
<a style='font-size:18px;color: #000000' href='https://www.youtube.com/watch?v=dQtHFgyrids'> [Video] </a> </div>")
|
|
|
107 |
|
108 |
|
109 |
with gr.Row(equal_height=True):
|
|
|
289 |
|
290 |
trajcrafter_iface = trajcrafter_demo(opts)
|
291 |
trajcrafter_iface.queue(max_size=10)
|
292 |
+
trajcrafter_iface.launch()
|
293 |
+
# trajcrafter_iface.launch(server_name="0.0.0.0", server_port=12345, debug=True, share=False, max_threads=10)
|
294 |
|
295 |
|
296 |
|