Update README.md
Browse files
README.md
CHANGED
@@ -22,6 +22,7 @@ The diffuser generate a forward moving path of a panoramic input image, to explo
|
|
22 |
```python
|
23 |
from diffusers import UNetSpatioTemporalConditionModel, StableVideoDiffusionPipeline
|
24 |
import torch
|
|
|
25 |
|
26 |
model_id = 'TaiMingLu/GenEx-World-Explorer'
|
27 |
|
@@ -41,6 +42,17 @@ pipe = StableVideoDiffusionPipeline.from_pretrained(
|
|
41 |
torch_dtype=torch.float16,
|
42 |
local_files_only=True,
|
43 |
).to('cuda')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
44 |
```
|
45 |
|
46 |
## 🔧 Requirements
|
|
|
22 |
```python
|
23 |
from diffusers import UNetSpatioTemporalConditionModel, StableVideoDiffusionPipeline
|
24 |
import torch
|
25 |
+
from PIL import Image
|
26 |
|
27 |
model_id = 'TaiMingLu/GenEx-World-Explorer'
|
28 |
|
|
|
42 |
torch_dtype=torch.float16,
|
43 |
local_files_only=True,
|
44 |
).to('cuda')
|
45 |
+
|
46 |
+
# Explore the world!
|
47 |
+
image = Image.open('example.png').resize((1024, 576), Image.BICUBIC).convert('RGB')
|
48 |
+
|
49 |
+
generator = torch.manual_seed(-1)
|
50 |
+
with torch.inference_mode():
|
51 |
+
frames = self.pipe(image,
|
52 |
+
num_frames=25,
|
53 |
+
width=1024,
|
54 |
+
height=576,
|
55 |
+
decode_chunk_size=8, generator=generator, motion_bucket_id=127, fps=7, num_inference_steps=30, noise_aug_strength=0.02).frames[0]
|
56 |
```
|
57 |
|
58 |
## 🔧 Requirements
|