File size: 443 Bytes
c8eafee c3e6035 1d48616 0ceb441 1d48616 957272e 2166c9e 957272e 2af4db3 1d48616 0ceb441 1d48616 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
import random
import gradio as gr
from transformers import AutoModelForCausalLM
def LMmodel(message, history):
base_model_id="LeoLM/leo-mistral-hessianai-7b-chat"
try:
base_model = AutoModelForCausalLM.from_pretrained(base_model_id, device_map="auto",offload_folder="offload",trust_remote_code=True)
except Exception as e:
exp = str(e)
return exp
return "works"
gr.ChatInterface(LMmodel).launch() |