add transformers dependency * change llm to oss

app.py

@@ -9,6 +9,8 @@ from dataclasses import dataclass
 from langchain.agents import load_tools, initialize_agent
 from langchain.llms import OpenAI
 
+from transformers import AutoModelForQuestionAnswering, AutoTokenizer
+
 @dataclass
 class Message:
     text: str
@@ -35,7 +37,13 @@ with st.sidebar:
 
 def load_app():
     ## AGENT setup
-    llm = OpenAI(temperature=0)
+    # llm = OpenAI(temperature=0)
+
+    model_name = "deepset/roberta-base-squad2"
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    llm = AutoModelForQuestionAnswering.from_pretrained(model_name)
+
+    # llm = OpenAI(temperature=0)
     tools = load_tools(["llm-math", "wikipedia"], llm=llm)
     agent = initialize_agent(tools, llm, agent="zero-shot-react-description", verbose=True)
     ## AGENT setup

requirements.txt

@@ -3,4 +3,5 @@ streamlit
 streamlit-extras
 openai
 streamlit-chat
-wikipedia
+wikipedia
+transformers