Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -70,10 +70,9 @@ stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
|
|
70 |
|
71 |
def generate_text(modelin, prompt, context, max_length=2100):
|
72 |
print('Modelo es: '+modelin)
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
model = ft_model.merge_and_unload()
|
77 |
|
78 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
79 |
input_text = f'''<bos><start_of_turn>system ¿{context}?<end_of_turn><start_of_turn>user ¿{prompt}?<end_of_turn><start_of_turn>model'''
|
|
|
70 |
|
71 |
def generate_text(modelin, prompt, context, max_length=2100):
|
72 |
print('Modelo es: '+modelin)
|
73 |
+
sft_model = modelin
|
74 |
+
ft_model = PeftModel.from_pretrained(base_model, sft_model)
|
75 |
+
model = ft_model.merge_and_unload()
|
|
|
76 |
|
77 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
78 |
input_text = f'''<bos><start_of_turn>system ¿{context}?<end_of_turn><start_of_turn>user ¿{prompt}?<end_of_turn><start_of_turn>model'''
|