|
import streamlit as st |
|
from transformers import GPT2LMHeadModel, GPT2Tokenizer |
|
from streamlit_webrtc import webrtc_streamer, VideoProcessorBase, WebRtcMode |
|
|
|
|
|
tokenizer = GPT2Tokenizer.from_pretrained("microsoft/DialoGPT-medium") |
|
model = GPT2LMHeadModel.from_pretrained("microsoft/DialoGPT-medium") |
|
|
|
|
|
st.title("AI Multimodal Chat & File Processing App") |
|
|
|
|
|
if "history" not in st.session_state: |
|
st.session_state.history = [] |
|
|
|
|
|
def chat_with_model(user_input): |
|
new_user_input_ids = tokenizer.encode(user_input + tokenizer.eos_token, return_tensors="pt") |
|
st.session_state.history.append(new_user_input_ids) |
|
|
|
bot_input_ids = new_user_input_ids |
|
for history in st.session_state.history: |
|
bot_input_ids = history if len(history) < 2048 else history[-1024:] |
|
|
|
chat_history_ids = model.generate(bot_input_ids, max_length=1000, pad_token_id=tokenizer.eos_token_id) |
|
bot_output = tokenizer.decode(chat_history_ids[:, bot_input_ids.shape[-1]:][0], skip_special_tokens=True) |
|
return bot_output |
|
|
|
|
|
st.subheader("Chat with AI") |
|
user_input = st.text_input("You: ", "") |
|
if user_input: |
|
response = chat_with_model(user_input) |
|
st.session_state.history.append(tokenizer.encode(user_input + tokenizer.eos_token, return_tensors="pt")) |
|
st.write(f"Bot: {response}") |
|
|
|
|
|
if st.session_state.history: |
|
st.subheader("π Chat History") |
|
for i in range(len(st.session_state.history) - 1, -1, -1): |
|
try: |
|
user_msg = tokenizer.decode(st.session_state.history[i][0].tolist(), skip_special_tokens=True) |
|
st.write(f"You: {user_msg}") |
|
except Exception as e: |
|
st.warning(f"Could not decode history message: {e}") |
|
|
|
|
|
st.subheader("π Upload a File for AI to Read") |
|
|
|
uploaded_file = st.file_uploader("Choose a text file", type=["txt", "csv", "md", "log"]) |
|
if uploaded_file: |
|
content = uploaded_file.read().decode("utf-8") |
|
st.text_area("File Content", content, height=200) |
|
|
|
|
|
file_question = st.text_input("Ask something about the file:") |
|
if file_question: |
|
combined_input = file_question + "\n" + content[:1000] |
|
response = chat_with_model(combined_input) |
|
st.write(f"Bot: {response}") |
|
|
|
|
|
st.subheader("π₯ Video/Audio Stream") |
|
|
|
class VideoProcessor(VideoProcessorBase): |
|
def recv(self, frame): |
|
return frame |
|
|
|
webrtc_streamer(key="example", mode=WebRtcMode.SENDRECV, video_processor_factory=VideoProcessor) |
|
|