Update utils.py
Browse files
utils.py
CHANGED
@@ -331,7 +331,7 @@ def document_loading_splitting():
|
|
331 |
#docs.extend(loader.load())
|
332 |
################################
|
333 |
# Document splitting
|
334 |
-
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
print("Splits...........................")
|
337 |
for split in splits:
|
|
|
331 |
#docs.extend(loader.load())
|
332 |
################################
|
333 |
# Document splitting
|
334 |
+
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)# RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
print("Splits...........................")
|
337 |
for split in splits:
|