added system_message

app.py

@@ -5,18 +5,18 @@ client = InferenceClient(
     "mistralai/Mistral-7B-Instruct-v0.3"
 )
 
-def format_prompt(message, history, system_prompt=None):
+def format_prompt(message, history, system_message=None):
     prompt = "<s>"
     for user_prompt, bot_response in history:
         prompt += f"[INST] {user_prompt} [/INST]"
         prompt += f" {bot_response}</s> "
-    if system_prompt:
-        prompt += f"[SYS] {system_prompt} [/SYS]"
+    if system_message:
+        prompt += f"[SYS] {system_message} [/SYS]"
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
 def generate(
-    prompt, history, system_prompt=None, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_message=None, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -32,7 +32,7 @@ def generate(
         seed=42,
     )
 
-    formatted_prompt = format_prompt(prompt, history, system_prompt)
+    formatted_prompt = format_prompt(prompt, history, system_message)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
@@ -44,7 +44,7 @@ def generate(
 
 
 additional_inputs=[
-    gr.Slider(
+    gr.TextArea(
         label="System message",
         value="",
         interactive=True,
@@ -93,5 +93,5 @@ gr.ChatInterface(
     fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
-    title="""Mistral 7B v0.3"""
+    title="""mistralai/Mistral-7B-Instruct-v0.3"""
 ).launch(show_api=False)