Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -21,9 +21,9 @@ model2 = AutoModelForCausalLM.from_pretrained(model_name)
|
|
21 |
|
22 |
provider = TransformersProvider(model2, tokenizer, device)
|
23 |
strategy = CreativeWritingStrategy(provider,
|
24 |
-
top_p_flat = 0.
|
25 |
-
top_k_threshold_flat =
|
26 |
-
eos_penalty = 0.
|
27 |
creative_sampler = BacktrackSampler(strategy, provider)
|
28 |
|
29 |
def create_chat_template_messages(history, prompt):
|
|
|
21 |
|
22 |
provider = TransformersProvider(model2, tokenizer, device)
|
23 |
strategy = CreativeWritingStrategy(provider,
|
24 |
+
top_p_flat = 0.6,
|
25 |
+
top_k_threshold_flat = 10,
|
26 |
+
eos_penalty = 0.7)
|
27 |
creative_sampler = BacktrackSampler(strategy, provider)
|
28 |
|
29 |
def create_chat_template_messages(history, prompt):
|