Spaces:
Running
Running
Upload llm_tutor.py
Browse files- pages/llm_tutor.py +146 -0
pages/llm_tutor.py
ADDED
@@ -0,0 +1,146 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import time
|
2 |
+
import os
|
3 |
+
import joblib
|
4 |
+
import streamlit as st
|
5 |
+
from utils.questions_dataset import system_instruction, get_model_tools
|
6 |
+
from google.genai import types
|
7 |
+
from google import genai
|
8 |
+
|
9 |
+
# GOOGLE_API_KEY=os.environ.get('GOOGLE_API_KEY')
|
10 |
+
GEMINI_API_KEY = "AIzaSyAjpHA08BUwLhK-tIlORxcB18RAp3541-M"
|
11 |
+
client = genai.Client(api_key=GEMINI_API_KEY)
|
12 |
+
|
13 |
+
new_chat_id = f'{time.time()}'
|
14 |
+
MODEL_ROLE = 'ai'
|
15 |
+
AI_AVATAR_ICON = '✨'
|
16 |
+
|
17 |
+
# Create a data/ folder if it doesn't already exist
|
18 |
+
try:
|
19 |
+
os.mkdir('data/')
|
20 |
+
except:
|
21 |
+
# data/ folder already exists
|
22 |
+
pass
|
23 |
+
|
24 |
+
# Load past chats (if available)
|
25 |
+
try:
|
26 |
+
past_chats: dict = joblib.load('data/past_chats_list')
|
27 |
+
except:
|
28 |
+
past_chats = {}
|
29 |
+
|
30 |
+
# Sidebar allows a list of past chats
|
31 |
+
with st.sidebar:
|
32 |
+
st.write('# Past Chats')
|
33 |
+
if st.session_state.get('chat_id') is None:
|
34 |
+
st.session_state.chat_id = st.selectbox(
|
35 |
+
label='Pick a past chat',
|
36 |
+
options=[new_chat_id] + list(past_chats.keys()),
|
37 |
+
format_func=lambda x: past_chats.get(x, 'New Chat'),
|
38 |
+
placeholder='_',
|
39 |
+
)
|
40 |
+
else:
|
41 |
+
# This will happen the first time AI response comes in
|
42 |
+
st.session_state.chat_id = st.selectbox(
|
43 |
+
label='Pick a past chat',
|
44 |
+
options=[new_chat_id, st.session_state.chat_id] + list(past_chats.keys()),
|
45 |
+
index=1,
|
46 |
+
format_func=lambda x: past_chats.get(x, 'New Chat' if x != st.session_state.chat_id else st.session_state.chat_title),
|
47 |
+
placeholder='_',
|
48 |
+
)
|
49 |
+
|
50 |
+
# Save new chats after a message has been sent to AI
|
51 |
+
st.session_state.chat_title = f'ChatSession-{st.session_state.chat_id}'
|
52 |
+
|
53 |
+
|
54 |
+
st.write('# Chat with LSAT Tutor')
|
55 |
+
|
56 |
+
# Chat history (allows to ask multiple questions)
|
57 |
+
try:
|
58 |
+
st.session_state.messages = joblib.load(
|
59 |
+
f'data/{st.session_state.chat_id}-st_messages'
|
60 |
+
)
|
61 |
+
st.session_state.gemini_history = joblib.load(
|
62 |
+
f'data/{st.session_state.chat_id}-gemini_messages'
|
63 |
+
)
|
64 |
+
except:
|
65 |
+
st.session_state.messages = []
|
66 |
+
st.session_state.gemini_history = []
|
67 |
+
print('new_cache made')
|
68 |
+
|
69 |
+
|
70 |
+
st.session_state.chat = client.chats.create(model='gemini-2.0-flash',
|
71 |
+
config=types.GenerateContentConfig(
|
72 |
+
tools=[get_model_tools()],
|
73 |
+
system_instruction=system_instruction),
|
74 |
+
history=st.session_state.gemini_history
|
75 |
+
)
|
76 |
+
|
77 |
+
# Display chat messages from history on app rerun
|
78 |
+
for message in st.session_state.messages:
|
79 |
+
with st.chat_message(
|
80 |
+
name=message['role'],
|
81 |
+
avatar=message.get('avatar'),
|
82 |
+
):
|
83 |
+
st.markdown(message['content'])
|
84 |
+
|
85 |
+
# React to user input
|
86 |
+
if prompt := st.chat_input('Your message here...'):
|
87 |
+
# Save this as a chat for later
|
88 |
+
if st.session_state.chat_id not in past_chats.keys():
|
89 |
+
past_chats[st.session_state.chat_id] = st.session_state.chat_title
|
90 |
+
joblib.dump(past_chats, 'data/past_chats_list')
|
91 |
+
# Display user message in chat message container
|
92 |
+
with st.chat_message('user'):
|
93 |
+
st.markdown(prompt)
|
94 |
+
# Add user message to chat history
|
95 |
+
st.session_state.messages.append(
|
96 |
+
dict(
|
97 |
+
role='user',
|
98 |
+
content=prompt,
|
99 |
+
)
|
100 |
+
)
|
101 |
+
## Send message to AI
|
102 |
+
response = st.session_state.chat.send_message_stream(
|
103 |
+
prompt,
|
104 |
+
)
|
105 |
+
# Display assistant response in chat message container
|
106 |
+
with st.chat_message(
|
107 |
+
name=MODEL_ROLE,
|
108 |
+
avatar=AI_AVATAR_ICON,
|
109 |
+
):
|
110 |
+
message_placeholder = st.empty()
|
111 |
+
full_response = ''
|
112 |
+
assistant_response = response
|
113 |
+
# Streams in a chunk at a time
|
114 |
+
for chunk in response:
|
115 |
+
# Simulate stream of chunk
|
116 |
+
if chunk.text == None:
|
117 |
+
full_response = "No response!! Report to admin!"
|
118 |
+
|
119 |
+
for ch in chunk.text.split(' '):
|
120 |
+
full_response += ch + ' '
|
121 |
+
time.sleep(0.05)
|
122 |
+
# Rewrites with a cursor at end
|
123 |
+
message_placeholder.write(full_response + '▌')
|
124 |
+
# Write full message with placeholder
|
125 |
+
message_placeholder.write(full_response)
|
126 |
+
|
127 |
+
# Add assistant response to chat history
|
128 |
+
st.session_state.messages.append(
|
129 |
+
dict(
|
130 |
+
role=MODEL_ROLE,
|
131 |
+
content=full_response,
|
132 |
+
avatar=AI_AVATAR_ICON,
|
133 |
+
)
|
134 |
+
)
|
135 |
+
|
136 |
+
st.session_state.gemini_history = st.session_state.chat.get_history()
|
137 |
+
|
138 |
+
# Save to file
|
139 |
+
joblib.dump(
|
140 |
+
st.session_state.messages,
|
141 |
+
f'data/{st.session_state.chat_id}-st_messages',
|
142 |
+
)
|
143 |
+
joblib.dump(
|
144 |
+
st.session_state.gemini_history,
|
145 |
+
f'data/{st.session_state.chat_id}-gemini_messages',
|
146 |
+
)
|