anubhav77 commited on
Commit
ee4103c
·
1 Parent(s): 2d5f363
Files changed (2) hide show
  1. src/chromaIntf.py +10 -4
  2. src/main.py +5 -2
src/chromaIntf.py CHANGED
@@ -17,7 +17,7 @@ class ChromaIntf():
17
  model_name = "BAAI/bge-large-en-v1.5"
18
  encode_kwargs = {'normalize_embeddings': True} # set True to compute cosine similarity
19
 
20
- embedding = HuggingFaceBgeEmbeddings(
21
  model_name=model_name,
22
  model_kwargs={'device': 'cpu'},
23
  encode_kwargs=encode_kwargs
@@ -37,8 +37,9 @@ class ChromaIntf():
37
  ]
38
 
39
  self.vectorstore = Chroma.from_documents(documents=docs,
40
- embedding=embedding,
41
  persist_directory=persist_db_directory)
 
42
 
43
  self.metadata_field_info = [
44
  AttributeInfo(
@@ -121,7 +122,12 @@ class ChromaIntf():
121
  print("inside expect of addText")
122
  return self.vectorstore.add_documents(docs,ids=[metadata['ID']])
123
 
124
- def persist(self):
125
- self.vectorstore.persist()
 
 
 
 
 
126
 
127
 
 
17
  model_name = "BAAI/bge-large-en-v1.5"
18
  encode_kwargs = {'normalize_embeddings': True} # set True to compute cosine similarity
19
 
20
+ self.embedding = HuggingFaceBgeEmbeddings(
21
  model_name=model_name,
22
  model_kwargs={'device': 'cpu'},
23
  encode_kwargs=encode_kwargs
 
37
  ]
38
 
39
  self.vectorstore = Chroma.from_documents(documents=docs,
40
+ embedding=self.embedding,
41
  persist_directory=persist_db_directory)
42
+ #self.vectorstore._client.
43
 
44
  self.metadata_field_info = [
45
  AttributeInfo(
 
122
  print("inside expect of addText")
123
  return self.vectorstore.add_documents(docs,ids=[metadata['ID']])
124
 
125
+ async def listDocs(self):
126
+ return self.vectorstore._client.get_collection(self.vectorstore._LANGCHAIN_DEFAULT_COLLECTION_NAME,embedding_function=self.embedding)
127
+
128
+
129
+ async def persist(self):
130
+ await self.vectorstore.persist()
131
+ await dbh.backupFolder("db")
132
 
133
 
src/main.py CHANGED
@@ -79,8 +79,7 @@ async def add_text_document(inDoc: DocWithMeta ) -> Any:
79
 
80
  @app.get(api_base+"/persist")
81
  async def persist_db():
82
- chromaIntf.persist()
83
- return await dbh.backupFolder("db")
84
 
85
  @app.get(api_base+"/reset")
86
  async def reset_db():
@@ -102,6 +101,10 @@ def walk(path: PathRequest):
102
  response= JSONResponse(content= {"dirs":dirs,"files":fileList})
103
  return response
104
 
 
 
 
 
105
  print(__name__)
106
 
107
  if __name__ == '__main__' or __name__ == "src.main":
 
79
 
80
  @app.get(api_base+"/persist")
81
  async def persist_db():
82
+ return await chromaIntf.persist()
 
83
 
84
  @app.get(api_base+"/reset")
85
  async def reset_db():
 
101
  response= JSONResponse(content= {"dirs":dirs,"files":fileList})
102
  return response
103
 
104
+ @app.get(api_base+"/list")
105
+ async def list_collection():
106
+ return await chromaIntf.listDocs()
107
+
108
  print(__name__)
109
 
110
  if __name__ == '__main__' or __name__ == "src.main":