Update app.py
Browse files
app.py
CHANGED
|
@@ -27,7 +27,6 @@ def generate(
|
|
| 27 |
temperature: float = 0.6,
|
| 28 |
top_p: float = 0.9,
|
| 29 |
top_k: int = 50,
|
| 30 |
-
repetition_penalty: float = 1.2,
|
| 31 |
) -> Iterator[str]:
|
| 32 |
'''conversation = []
|
| 33 |
if system_prompt:
|
|
@@ -57,7 +56,6 @@ def generate(
|
|
| 57 |
top_k=top_k,
|
| 58 |
temperature=temperature,
|
| 59 |
num_beams=1,
|
| 60 |
-
repetition_penalty=repetition_penalty,
|
| 61 |
)
|
| 62 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 63 |
t.start()
|
|
@@ -100,13 +98,6 @@ chat_interface = gr.ChatInterface(
|
|
| 100 |
step=1,
|
| 101 |
value=50,
|
| 102 |
),
|
| 103 |
-
gr.Slider(
|
| 104 |
-
label="Repetition penalty",
|
| 105 |
-
minimum=1.0,
|
| 106 |
-
maximum=2.0,
|
| 107 |
-
step=0.05,
|
| 108 |
-
value=1.2,
|
| 109 |
-
),
|
| 110 |
],
|
| 111 |
stop_btn=None,
|
| 112 |
examples=[
|
|
|
|
| 27 |
temperature: float = 0.6,
|
| 28 |
top_p: float = 0.9,
|
| 29 |
top_k: int = 50,
|
|
|
|
| 30 |
) -> Iterator[str]:
|
| 31 |
'''conversation = []
|
| 32 |
if system_prompt:
|
|
|
|
| 56 |
top_k=top_k,
|
| 57 |
temperature=temperature,
|
| 58 |
num_beams=1,
|
|
|
|
| 59 |
)
|
| 60 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 61 |
t.start()
|
|
|
|
| 98 |
step=1,
|
| 99 |
value=50,
|
| 100 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 101 |
],
|
| 102 |
stop_btn=None,
|
| 103 |
examples=[
|