added system prompt

app.py

@@ -5,17 +5,18 @@ client = InferenceClient(
     "mistralai/Mistral-7B-Instruct-v0.3"
 )
 
-
-def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
+def format_prompt(message, history, system_prompt=None):
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    if system_prompt:
+        prompt += f"[SYS] {system_prompt} [/SYS]"
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
 
 def generate(
-    prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
+    prompt, history, system_prompt=None, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -31,7 +32,7 @@ def generate(
         seed=42,
     )
 
-    formatted_prompt = format_prompt(prompt, history)
+    formatted_prompt = format_prompt(prompt, history, system_prompt)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
@@ -43,6 +44,12 @@ def generate(
 
 
 additional_inputs=[
+    gr.Slider(
+        label="System message",
+        value="",
+        interactive=True,
+        info="context",
+    ),
     gr.Slider(
         label="Temperature",
         value=0.9,