Update app.py
Browse files
app.py
CHANGED
|
@@ -66,7 +66,7 @@ from langchain.chains import create_retrieval_chain
|
|
| 66 |
#from langchain_community.llms import Ollama
|
| 67 |
#READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
|
| 68 |
|
| 69 |
-
from transformers import AutoModelForCausalLM
|
| 70 |
lll_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit")
|
| 71 |
|
| 72 |
#READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
|
|
|
|
| 66 |
#from langchain_community.llms import Ollama
|
| 67 |
#READER_MODEL=Ollama(model="meta-llama/Meta-Llama-Guard-2-8B")
|
| 68 |
|
| 69 |
+
from transformers import AutoModelForCausalLM, BitsAndBytesConfig
|
| 70 |
lll_model = AutoModelForCausalLM.from_pretrained("unsloth/llama-3-8b-bnb-4bit")
|
| 71 |
|
| 72 |
#READER_MODEL = "HuggingFaceH4/zephyr-7b-beta"
|