alexkueck commited on
Commit
4eac702
·
verified ·
1 Parent(s): e9b6e04

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +3 -1
utils.py CHANGED
@@ -334,7 +334,9 @@ def document_loading_splitting():
334
  text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
335
  splits = text_splitter.split_documents(docs)
336
  print("Splits..........................."+str(splits))
337
-
 
 
338
  return splits
339
 
340
  ###########################################
 
334
  text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
335
  splits = text_splitter.split_documents(docs)
336
  print("Splits..........................."+str(splits))
337
+ for split in splits:
338
+ if 'DIVIS' in split['page_content']:
339
+ print("DIVIS found in chunk:", split)
340
  return splits
341
 
342
  ###########################################