Spaces:
Runtime error
Runtime error
import gradio as gr | |
from transformers import AutoTokenizer, AutoModelForSeq2SeqLM | |
import torch | |
class CodeGenerator: | |
def __init__(self, model_name="Salesforce/codet5-base"): | |
self.tokenizer = AutoTokenizer.from_pretrained(model_name) | |
self.model = AutoModelForSeq2SeqLM.from_pretrained(model_name) | |
self.device = "cuda" if torch.cuda.is_available() else "cpu" | |
self.model.to(self.device) | |
def generate_code(self, prompt, max_length=100): | |
try: | |
input_ids = self.tokenizer.encode(prompt, return_tensors="pt").to(self.device) | |
output = self.model.generate(input_ids, max_length=max_length, num_return_sequences=1) | |
return self.tokenizer.decode(output[0], skip_special_tokens=True) | |
except Exception as e: | |
return f"Error generating code: {str(e)}" | |
class ChatHandler: | |
def __init__(self, code_generator): | |
self.history = [] | |
self.code_generator = code_generator | |
def handle_message(self, message): | |
if not message.strip(): | |
return "", self.history | |
response = self.code_generator.generate_code(message) | |
self.history.append({"role": "user", "content": message}) | |
self.history.append({"role": "assistant", "content": response}) | |
return "", self.history | |
def clear_history(self): | |
self.history = [] | |
return [] | |
def create_gradio_interface(): | |
code_generator = CodeGenerator() | |
chat_handler = ChatHandler(code_generator) | |
with gr.Blocks(theme=gr.themes.Soft()) as demo: | |
gr.Markdown("# S-Dreamer Salesforce/codet5-base Chat Interface") | |
with gr.Row(): | |
with gr.Column(scale=3): | |
chatbot = gr.Chatbot(type="messages", height=400) | |
message_input = gr.Textbox(label="Enter your code-related query", placeholder="Type your message here...") | |
submit_button = gr.Button("Submit") | |
with gr.Column(scale=1): | |
gr.Markdown("## Features") | |
features = ["Code generation", "Code completion", "Code explanation", "Error correction"] | |
for feature in features: | |
gr.Markdown(f"- {feature}") | |
clear_button = gr.Button("Clear Chat") | |
submit_button.click(chat_handler.handle_message, inputs=message_input, outputs=[message_input, chatbot]) | |
clear_button.click(lambda: (None, chat_handler.clear_history()), inputs=[], outputs=[message_input, chatbot]) | |
demo.launch() | |
if __name__ == "__main__": | |
create_gradio_interface() |