File size: 338 Bytes
c8eafee
c3e6035
1d48616
0ceb441
1d48616
 
5de5b22
2af4db3
1d48616
0ceb441
1d48616
1
2
3
4
5
6
7
8
9
10
11
import random
import gradio as gr
from transformers import AutoModelForCausalLM

def LMmodel(message, history):
    base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
    base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",trust_remote_code=True)
    return "works"
    

gr.ChatInterface(LMmodel).launch()