Spaces:

Fariddvp
/

LLM_selection

Runtime error

Fariddvp commited on Aug 21, 2024

Commit

ab717b1

verified ·

1 Parent(s): 274056f

Update models.py

Files changed (1) hide show

models.py CHANGED Viewed

@@ -135,7 +135,7 @@ login(token=hf_api_key)
 model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 model_config = transformers.LlamaConfig.from_pretrained(model_id)
-model_config.rope_scaling = {"type": "llama3", "factor": 1.0}
 model = transformers.AutoModelForCausalLM.from_pretrained(model_id, config=model_config)
 pipeline = transformers.pipeline(

 model_id = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 model_config = transformers.LlamaConfig.from_pretrained(model_id)
+model_config.rope_scaling = {"type": "llama3", "factor": 8.0}
 model = transformers.AutoModelForCausalLM.from_pretrained(model_id, config=model_config)
 pipeline = transformers.pipeline(