Maximofn commited on
Commit
0396c9b
·
1 Parent(s): cfe3589

feat(src): :rocket: Do not quantize

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -11,14 +11,14 @@ from hyvideo.config import parse_args
11
 
12
  @spaces.GPU
13
  def initialize_model(model):
14
- quant_config = BitsAndBytesConfig(load_in_8bit=True)
15
 
16
  transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
17
  model,
18
  subfolder="transformer",
19
- quantization_config=quant_config,
20
  torch_dtype=torch.bfloat16,
21
- # device_map="balanced",
22
  )
23
 
24
  # Cargar el pipeline
 
11
 
12
  @spaces.GPU
13
  def initialize_model(model):
14
+ # quant_config = BitsAndBytesConfig(load_in_8bit=True)
15
 
16
  transformer_8bit = HunyuanVideoTransformer3DModel.from_pretrained(
17
  model,
18
  subfolder="transformer",
19
+ # quantization_config=quant_config,
20
  torch_dtype=torch.bfloat16,
21
+ device_map="balanced",
22
  )
23
 
24
  # Cargar el pipeline