BhashiniSpace_Text_gemma

Runtime error

FlawedLLM commited on May 22, 2024

Commit

6ff4d75

verified ·

1 Parent(s): 696557c

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -12,7 +12,7 @@ quantization_config = BitsAndBytesConfig(
         bnb_4bit_use_double_quant=True,
         bnb_4bit_quant_type="nf4",
         bnb_4bit_compute_dtype=torch.float16)
-config=AutoConfig("FlawedLLM/Bhashini_00")
 model = AutoModelForCausalLM.from_pretrained("FlawedLLM/Bhashini_00",
                                              device_map="auto",
                                              quantization_config=quantization_config,

         bnb_4bit_use_double_quant=True,
         bnb_4bit_quant_type="nf4",
         bnb_4bit_compute_dtype=torch.float16)
+config=AutoConfig.from_pretrained("FlawedLLM/Bhashini_00")
 model = AutoModelForCausalLM.from_pretrained("FlawedLLM/Bhashini_00",
                                              device_map="auto",
                                              quantization_config=quantization_config,