AlbertoFH98 commited on
Commit
887709e
·
1 Parent(s): e1188d0

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +2 -2
utils.py CHANGED
@@ -258,7 +258,7 @@ def summarise_doc(transcription_path):
258
  # If documents exceed context for `StuffDocumentsChain`
259
  collapse_documents_chain=combine_documents_chain,
260
  # The maximum number of tokens to group documents into.
261
- token_max=4000,
262
  )
263
 
264
  # Combining documents by mapping a chain over them, then combining results
@@ -274,7 +274,7 @@ def summarise_doc(transcription_path):
274
  )
275
 
276
  text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
277
- chunk_size=1000, chunk_overlap=0
278
  )
279
  split_docs = text_splitter.split_documents(docs)
280
 
 
258
  # If documents exceed context for `StuffDocumentsChain`
259
  collapse_documents_chain=combine_documents_chain,
260
  # The maximum number of tokens to group documents into.
261
+ token_max=3000,
262
  )
263
 
264
  # Combining documents by mapping a chain over them, then combining results
 
274
  )
275
 
276
  text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
277
+ chunk_size=3000, chunk_overlap=0
278
  )
279
  split_docs = text_splitter.split_documents(docs)
280