Spaces:
Runtime error
Runtime error
feat(src): :rocket: Do not quantize
Browse files
app.py
CHANGED
@@ -11,14 +11,14 @@ from hyvideo.config import parse_args
|
|
11 |
|
12 |
@spaces.GPU
|
13 |
def initialize_model(model):
|
14 |
-
quant_config = BitsAndBytesConfig(load_in_8bit=True)
|
15 |
|
16 |
transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
|
17 |
model,
|
18 |
subfolder="transformer",
|
19 |
-
quantization_config=quant_config,
|
20 |
torch_dtype=torch.bfloat16,
|
21 |
-
|
22 |
)
|
23 |
|
24 |
# Cargar el pipeline
|
|
|
11 |
|
12 |
@spaces.GPU
|
13 |
def initialize_model(model):
|
14 |
+
# quant_config = BitsAndBytesConfig(load_in_8bit=True)
|
15 |
|
16 |
transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
|
17 |
model,
|
18 |
subfolder="transformer",
|
19 |
+
# quantization_config=quant_config,
|
20 |
torch_dtype=torch.bfloat16,
|
21 |
+
device_map="balanced",
|
22 |
)
|
23 |
|
24 |
# Cargar el pipeline
|