Update utils.py
Browse files
utils.py
CHANGED
@@ -213,9 +213,6 @@ def document_loading_splitting():
|
|
213 |
###########################################
|
214 |
#Chroma DB die splits ablegen - vektorisiert...
|
215 |
def document_storage_chroma(splits):
|
216 |
-
#OpenAi embeddings----------------------------------
|
217 |
-
#Chroma.from_documents(documents = splits, embedding = OpenAIEmbeddings(disallowed_special = ()), persist_directory = PATH_WORK + CHROMA_DIR)
|
218 |
-
|
219 |
#HF embeddings--------------------------------------
|
220 |
Chroma.from_documents(documents = splits, embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2", model_kwargs={"device": "cpu"}, encode_kwargs={'normalize_embeddings': False}), persist_directory = PATH_WORK + CHROMA_DIR)
|
221 |
|
|
|
213 |
###########################################
|
214 |
#Chroma DB die splits ablegen - vektorisiert...
|
215 |
def document_storage_chroma(splits):
|
|
|
|
|
|
|
216 |
#HF embeddings--------------------------------------
|
217 |
Chroma.from_documents(documents = splits, embedding = HuggingFaceEmbeddings(model_name="sentence-transformers/all-mpnet-base-v2", model_kwargs={"device": "cpu"}, encode_kwargs={'normalize_embeddings': False}), persist_directory = PATH_WORK + CHROMA_DIR)
|
218 |
|