Update chatbot.py

chatbot.py

@@ -2,13 +2,9 @@ import os
 import time
 import json
 from groq import Groq
-from transformers import AutoTokenizer
-from langchain_core.runnables import RunnablePassthrough 
 from langchain.memory import ConversationBufferMemory
-
 from langchain_openai import ChatOpenAI
-from langchain.document_loaders import CSVLoader
-
+from langchain_community.document_loaders import CSVLoader
 from langchain_community.vectorstores import FAISS
 from deep_translator import GoogleTranslator
 
@@ -23,19 +19,7 @@ class Comsatsbot:
             "llama-3.1-70b-versatile",
             "llama3-70b-8192"
         ]
-         # self.memory = ConversationTokenBufferMemory(llm=self.llm, max_token_limit=3000)
-
-# Load LLaMA-compatible tokenizer
-        tokenizer = AutoTokenizer.from_pretrained("gpt2")
-
-# Define a simple token counting function
-    def llama_token_count(text: str) -> int:
-        return len(tokenizer.encode(text, add_special_tokens=False))
-
-         # Use updated memory setup
-        self.memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True, max_token_limit=3000, tokenizer=llama_token_count)
-
-        
+        self.memory = ConversationTokenBufferMemory(llm=self.llm, max_token_limit=3000)
         self.chats_collection = chats_collection
         self.index_path = index_path
         self.hf = hf