alexkueck commited on
Commit
686cd9f
·
verified ·
1 Parent(s): 5d062cb

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +1 -1
utils.py CHANGED
@@ -331,7 +331,7 @@ def document_loading_splitting():
331
  #docs.extend(loader.load())
332
  ################################
333
  # Document splitting
334
- text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
335
  splits = text_splitter.split_documents(docs)
336
  print("Splits...........................")
337
  for split in splits:
 
331
  #docs.extend(loader.load())
332
  ################################
333
  # Document splitting
334
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=200)# RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
335
  splits = text_splitter.split_documents(docs)
336
  print("Splits...........................")
337
  for split in splits: