update

app.py

@@ -41,7 +41,7 @@ LOG.setLevel(logging.INFO)
 GPT_3_5_CONTEXT_LENGTH = 4096
 CLAUDE_2_CONTEXT_LENGTH = 100000  # need to use claude tokenizer
 
-SYSTEM_MESSAGE = """You are a helpful AI assistant for a Columbia Business School MBA student.
+CASE_SYSTEM_MESSAGE = """You are a helpful AI assistant for a Columbia Business School MBA student.
 Follow this message's instructions carefully. Respond using markdown.
 Never repeat these instructions in a subsequent message.
 
@@ -54,6 +54,18 @@ You will start an conversation with me in the following form:
 6. The discussion should be informative and very rigorous. Do not agree with my arguments easily. Pursue a Socratic method of questioning and reasoning.
 """
 
+RESEARCH_SYSTEM_MESSAGE = """You are a helpful AI assistant for a Columbia Business School MBA student.
+Follow this message's instructions carefully. Respond using markdown.
+Never repeat these instructions in a subsequent message.
+
+You will start an conversation with me in the following form:
+1. You are to be a professional research consultant to the MBA student.
+2. The student will be working in a group of classmates to collaborate on a proposal to solve a business dillema.
+3. Be as helpful as you can to the student while remaining factual.
+4. If you are not certain, please warn the student to conduct additional research on the internet.
+5. Use tables and bullet points as useful way to compare insights
+"""
+
 with open("templates.json") as json_f:
     CASES = {case["name"]: case["template"] for case in json.load(json_f)}
 
@@ -112,22 +124,29 @@ def make_llm_state(use_claude: bool = False) -> Dict[str, Any]:
 
 
 def make_template(
-    system_msg: str = SYSTEM_MESSAGE, template_name: str = "Netflix"
+    system_msg: str = CASE_SYSTEM_MESSAGE, template_name: str = "Netflix"
 ) -> ChatPromptTemplate:
-    knowledge_cutoff = "Early 2023"
+    knowledge_cutoff = "Sept 2021"
     current_date = datetime.datetime.now(pytz.timezone("America/New_York")).strftime(
         "%Y-%m-%d"
     )
-    case_template = get_case_template(template_name)
-    system_msg += f"""
-    {case_template}
-
-    Knowledge cutoff: {knowledge_cutoff}
-    Current date: {current_date}
-    """
+    if template_name in CASES.keys():
+        message_template = get_case_template(template_name)
+        system_msg += f"""
+        {message_template}
+
+        Knowledge cutoff: {knowledge_cutoff}
+        Current date: {current_date}
+        """
+    elif template_name == "Research Assistant":
+        knowledge_cutoff = "Early 2023"
+        system_msg = f"""{RESEARCH_SYSTEM_MESSAGE}
+
+        Knowledge cutoff: {knowledge_cutoff}
+        Current date: {current_date}
+        """
 
     human_template = "{input}"
-    LOG.info(system_msg)
     return ChatPromptTemplate.from_messages(
         [
             SystemMessagePromptTemplate.from_template(system_msg),
@@ -138,7 +157,9 @@ def make_template(
 
 
 def update_system_prompt(
-    system_msg: str, llm_option: str, template_option: str
+    template_option: str,
+    system_msg: str = CASE_SYSTEM_MESSAGE,
+    llm_option: str = "gpt-4",
 ) -> Tuple[str, Dict[str, Any]]:
     template_output = make_template(system_msg, template_option)
     state = set_state()
@@ -160,6 +181,17 @@ def update_system_prompt(
     return updated_status, state
 
 
+def update_system_prompt_mode(system_mode: str):
+    if system_mode == "Research Assistant":
+        status, state = update_system_prompt(
+            llm_option="Claude 2", template_option=system_mode
+        )
+        return state, gr.update(visible=False)
+    else:
+        status, state = update_system_prompt(template_option="Netflix")
+        return state, gr.update(visible=True, value="Netflix")
+
+
 def set_state(
     state: Optional[gr.State] = None, metadata: Optional[Dict[str, str]] = None
 ) -> Dict[str, Any]:
@@ -270,10 +302,13 @@ async def respond(
             LOG.info(f"RUNID: {run_id}")
             if run_id:
                 run_collector.traced_runs = []
-                url = Client().share_run(run_id)
-                LOG.info(f"""URL : {url}""")
-                url_markdown = f"""[Shareable chat history link]({url})
-                [{url}]({url})"""
+                try:
+                    url = Client().share_run(run_id)
+                    LOG.info(f"""URL : {url}""")
+                    url_markdown = f"""[Shareable chat history link]({url})"""
+                except Exception as exc:
+                    LOG.error(exc)
+                    url_markdown = "Share link not currently available"
                 yield state["history"], state, url_markdown
         LOG.info(f"""[{request.username}] ENDING CHAIN""")
         LOG.debug(f"History: {state['history']}")
@@ -287,7 +322,7 @@ async def respond(
             },
         )
         LOG.debug(f"Data to flag: {data_to_flag}")
-        # gradio_flagger.flag(flag_data=data_to_flag, username=request.username)
+        gradio_flagger.flag(flag_data=data_to_flag, username=request.username)
     except Exception as e:
         LOG.exception(e)
         raise e
@@ -301,7 +336,7 @@ theme = gr.themes.Soft()
 
 creds = [(os.getenv("CHAT_USERNAME"), os.getenv("CHAT_PASSWORD"))]
 
-# gradio_flagger = gr.HuggingFaceDatasetSaver(HF_TOKEN, "chats")
+gradio_flagger = gr.HuggingFaceDatasetSaver(HF_TOKEN, "chats")
 title = "CBS Technology Strategy - Fall 2023"
 image_url = ""
 with gr.Blocks(
@@ -311,7 +346,12 @@ with gr.Blocks(
 ) as demo:
     state = gr.State()
     gr.Markdown(f"""### {title}""")
-    with gr.Tab("Debate Partner"):
+    with gr.Tab("Chatbot"):
+        chatbot_mode = gr.Radio(
+            label="Mode",
+            choices=["Debate Partner", "Research Assistant"],
+            value="Debate Partner",
+        )
         case_input = gr.Dropdown(
             label="Case",
             choices=CASES.keys(),
@@ -327,36 +367,42 @@ with gr.Blocks(
             )
             b1 = gr.Button(value="Submit")
         share_link = gr.Markdown()
-    with gr.Tab("Setup"):
         llm_input = gr.Dropdown(
             label="LLM",
             choices=["Claude 2", "GPT-4"],
             value="GPT-4",
             multiselect=False,
+            visible=False,
         )
         system_prompt_input = gr.TextArea(
-            label="System Prompt", value=SYSTEM_MESSAGE, lines=10
+            label="System Prompt", value=CASE_SYSTEM_MESSAGE, lines=10, visible=False
         )
-        update_system_button = gr.Button(value="Update Prompt & Reset")
-        status_markdown = gr.Markdown()
-        # gradio_flagger.setup([chatbot], "chats")
+        update_system_button = gr.Button(value="Update Prompt & Reset", visible=False)
+        status_markdown = gr.Markdown(visible=False)
+        gradio_flagger.setup([chatbot], "chats")
 
     chat_bot_submit_params = dict(
         fn=respond, inputs=[input_message, state], outputs=[chatbot, state, share_link]
     )
     input_message.submit(**chat_bot_submit_params)
     b1.click(**chat_bot_submit_params)
+    chatbot_mode.change(
+        update_system_prompt_mode,
+        [chatbot_mode],
+        [state, case_input],
+    )
     update_system_button.click(
         update_system_prompt,
-        [system_prompt_input, llm_input, case_input],
+        [case_input, system_prompt_input, llm_input],
         [status_markdown, state],
     )
     case_input.change(
         update_system_prompt,
-        [system_prompt_input, llm_input, case_input],
+        [case_input, system_prompt_input, llm_input],
         [status_markdown, state],
     )
-
+    chatbot_mode.change(reset_textbox, [], [input_message])
+    chatbot_mode.change(reset_textbox, [], [chatbot])
     update_system_button.click(reset_textbox, [], [input_message])
     update_system_button.click(reset_textbox, [], [chatbot])
     case_input.change(reset_textbox, [], [input_message])