IST199655 commited on
Commit
c46d4d6
·
1 Parent(s): 36b4a26

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -17,12 +17,11 @@ model_path = "Mat17892/t5small_enfr_opus"
17
  tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True, legacy=False)
18
 
19
  # Load the base model (e.g., LLaMA)
20
- print(os.getenv('huggingface_token'))
21
- base_model = AutoModelForSeq2SeqLM.from_pretrained(base_model,token = os.getenv('huggingface_token'))
22
 
23
  # Load LoRA adapter
24
  from peft import PeftModel
25
- model = PeftModel.from_pretrained(base_model, model_path)
26
 
27
  def respond(
28
  message: str,
 
17
  tokenizer = AutoTokenizer.from_pretrained(model_path, use_fast=True, legacy=False)
18
 
19
  # Load the base model (e.g., LLaMA)
20
+ base_model = AutoModelForSeq2SeqLM.from_pretrained(base_model, token = os.getenv('huggingface_token'))
 
21
 
22
  # Load LoRA adapter
23
  from peft import PeftModel
24
+ model = PeftModel.from_pretrained(base_model, model_path, token = os.getenv('huggingface_token'))
25
 
26
  def respond(
27
  message: str,