Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -16,9 +16,13 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
16 |
def generate(text):
|
17 |
chat_data = []
|
18 |
text = text.strip()
|
|
|
19 |
if text:
|
20 |
chat_data.append({"role": "system", "content": text})
|
21 |
-
|
|
|
|
|
|
|
22 |
max_new_tokens=128,
|
23 |
top_p=0.01,
|
24 |
top_k=85,
|
|
|
16 |
def generate(text):
|
17 |
chat_data = []
|
18 |
text = text.strip()
|
19 |
+
print("text===="+text)
|
20 |
if text:
|
21 |
chat_data.append({"role": "system", "content": text})
|
22 |
+
print(chat_data)
|
23 |
+
achat=tokenizer.apply_chat_template(chat_data)
|
24 |
+
print(achat)
|
25 |
+
outputs = model.generate(achat,
|
26 |
max_new_tokens=128,
|
27 |
top_p=0.01,
|
28 |
top_k=85,
|