File size: 1,481 Bytes
3d12567 fee252b c670b40 5eda574 fee252b f23730d 2b66b31 5eda574 1213fb5 c670b40 31bf2e1 47293f5 aaa93a2 1e607af 55bafcf 47293f5 55bafcf 5eda574 2b66b31 aaa93a2 c670b40 eeb90fe 36b7446 1213fb5 c670b40 5eda574 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
import time
import gradio as gr
from ctransformers import AutoModelForCausalLM
from spellchecker import SpellChecker
llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardLM-7B-uncensored-GGUF", model_file="WizardLM-7B-uncensored.Q3_K_M.gguf", model_type="llama", stream=True)
history = [""]
spell = SpellChecker()
def correct_words(text):
words = text.split()
corrected_words = [spell.correction(word) for word in words]
corrected_text = ' '.join(corrected_words)
return corrected_text
def generate_response(message):
global history
for _ in range(2): # Assuming you want two responses, adjust as needed
tokens = [ord(char) for char in message] # Convert characters to ASCII values
response = llm.generate(tokens=tokens, top_k=50, top_p=0.95, temperature=1.0, repetition_penalty=1.0, last_n_tokens=1)
response_text = ' '.join(map(str, response))
time.sleep(2)
corrected_response = correct_words(response_text)
history.append(corrected_response)
yield ' '.join(history)
# Clear the history list after the last response
history = ["Chatbot:"]
# Clear the history list after the last response
history = ["Chatbot:"]
def chatbot(message, history):
response_generator = generate_response(message)
for response in response_generator:
time.sleep(0.1) # Optional delay for a natural chat feel
yield response
iface = gr.ChatInterface(chatbot)
iface.launch() |