Mihaiii commited on
Commit
dc2d79c
·
verified ·
1 Parent(s): c7c9bcf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -21,9 +21,9 @@ model2 = AutoModelForCausalLM.from_pretrained(model_name)
21
 
22
  provider = TransformersProvider(model2, tokenizer, device)
23
  strategy = CreativeWritingStrategy(provider,
24
- top_p_flat = 0.65,
25
- top_k_threshold_flat = 9,
26
- eos_penalty = 0.8)
27
  creative_sampler = BacktrackSampler(strategy, provider)
28
 
29
  def create_chat_template_messages(history, prompt):
 
21
 
22
  provider = TransformersProvider(model2, tokenizer, device)
23
  strategy = CreativeWritingStrategy(provider,
24
+ top_p_flat = 0.6,
25
+ top_k_threshold_flat = 10,
26
+ eos_penalty = 0.7)
27
  creative_sampler = BacktrackSampler(strategy, provider)
28
 
29
  def create_chat_template_messages(history, prompt):