Update utils.py
Browse files
utils.py
CHANGED
@@ -334,7 +334,9 @@ def document_loading_splitting():
|
|
334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
print("Splits..........................."+str(splits))
|
337 |
-
|
|
|
|
|
338 |
return splits
|
339 |
|
340 |
###########################################
|
|
|
334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
print("Splits..........................."+str(splits))
|
337 |
+
for split in splits:
|
338 |
+
if 'DIVIS' in split['page_content']:
|
339 |
+
print("DIVIS found in chunk:", split)
|
340 |
return splits
|
341 |
|
342 |
###########################################
|