chat-1

Running on Zero

metastable-void commited on Mar 26

Commit

0e35e11

unverified ·

1 Parent(s): 29f40f1

update params

Files changed (1) hide show

app.py CHANGED Viewed

@@ -57,6 +57,7 @@ def generate(
     output = my_pipeline(
         messages,
         temperature=temperature,
     )
     print(output)
     yield output[-1]["generated_text"][-1]["content"]
@@ -78,7 +79,7 @@ demo = gr.ChatInterface(
             minimum=0.1,
             maximum=4.0,
             step=0.1,
-            value=0.7,
         ),
         gr.Slider(
             label="Top-p (nucleus sampling)",
@@ -99,7 +100,7 @@ demo = gr.ChatInterface(
             minimum=1.0,
             maximum=2.0,
             step=0.05,
-            value=1.0,
         ),
     ],
     stop_btn=None,

     output = my_pipeline(
         messages,
         temperature=temperature,
+        max_new_tokens=max_new_tokens,
     )
     print(output)
     yield output[-1]["generated_text"][-1]["content"]
             minimum=0.1,
             maximum=4.0,
             step=0.1,
+            value=1.0,
         ),
         gr.Slider(
             label="Top-p (nucleus sampling)",
             minimum=1.0,
             maximum=2.0,
             step=0.05,
+            value=1.5,
         ),
     ],
     stop_btn=None,