Update utils.py
Browse files
utils.py
CHANGED
@@ -334,8 +334,8 @@ def document_loading_splitting():
|
|
334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
for split in splits:
|
337 |
-
|
338 |
-
|
339 |
return splits
|
340 |
|
341 |
###########################################
|
|
|
334 |
text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
|
335 |
splits = text_splitter.split_documents(docs)
|
336 |
for split in splits:
|
337 |
+
if 'DIVIS' in split['content']:
|
338 |
+
print("DIVIS found in chunk:", split)
|
339 |
return splits
|
340 |
|
341 |
###########################################
|