NCTCMumbai commited on
Commit
2960344
·
verified ·
1 Parent(s): 5e09387

Update backend/query_llm.py

Browse files
Files changed (1) hide show
  1. backend/query_llm.py +2 -2
backend/query_llm.py CHANGED
@@ -15,8 +15,8 @@ import gradio as gr
15
  #from gradio_multimodalchatbot import MultimodalChatbot
16
  from gradio.data_classes import FileData
17
 
18
- #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
19
- tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
20
  # temperature = 0.2
21
  # #top_p = 0.6
22
  # repetition_penalty = 1.0
 
15
  #from gradio_multimodalchatbot import MultimodalChatbot
16
  from gradio.data_classes import FileData
17
 
18
+ tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.2")
19
+ #tokenizer = AutoTokenizer.from_pretrained("mistralai/Mixtral-8x7B-Instruct-v0.1")
20
  # temperature = 0.2
21
  # #top_p = 0.6
22
  # repetition_penalty = 1.0