farmax commited on
Commit
df7dbbd
·
verified ·
1 Parent(s): d20e6e3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -4
app.py CHANGED
@@ -63,11 +63,13 @@ def initialize_database(document, chunk_size, chunk_overlap, progress=gr.Progres
63
  def initialize_LLM(llm_option, llm_temperature, max_tokens, top_k, vector_db, progress=gr.Progress(), language="italiano"):
64
  logger.info("Initializing LLM chain...")
65
 
66
- # Define the default LLMS based on the language
67
- if language == "italian":
68
- default_llm = "google/gemma-7b-it"
69
  else:
70
- default_llm = "google/gemma-7b" # English version
 
 
71
 
72
  qa_chain = ConversationalRetrievalChain.from_llm(
73
  llm=model,
 
63
  def initialize_LLM(llm_option, llm_temperature, max_tokens, top_k, vector_db, progress=gr.Progress(), language="italiano"):
64
  logger.info("Initializing LLM chain...")
65
 
66
+ # Definizione del modello LLM
67
+ if language == "italiano":
68
+ model = AutoModelForCausalLM.from_pretrained("google/gemma-7b-it")
69
  else:
70
+ model = AutoModelForCausalLM.from_pretrained("google/gemma-7b")
71
+
72
+ tokenizer = AutoTokenizer.from_pretrained("google/gemma-7b-it" if language == "italiano" else "google/gemma-7b")
73
 
74
  qa_chain = ConversationalRetrievalChain.from_llm(
75
  llm=model,