Spaces:
Runtime error
Runtime error
AlbertoFH98
commited on
Commit
·
887709e
1
Parent(s):
e1188d0
Update utils.py
Browse files
utils.py
CHANGED
@@ -258,7 +258,7 @@ def summarise_doc(transcription_path):
|
|
258 |
# If documents exceed context for `StuffDocumentsChain`
|
259 |
collapse_documents_chain=combine_documents_chain,
|
260 |
# The maximum number of tokens to group documents into.
|
261 |
-
token_max=
|
262 |
)
|
263 |
|
264 |
# Combining documents by mapping a chain over them, then combining results
|
@@ -274,7 +274,7 @@ def summarise_doc(transcription_path):
|
|
274 |
)
|
275 |
|
276 |
text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
|
277 |
-
chunk_size=
|
278 |
)
|
279 |
split_docs = text_splitter.split_documents(docs)
|
280 |
|
|
|
258 |
# If documents exceed context for `StuffDocumentsChain`
|
259 |
collapse_documents_chain=combine_documents_chain,
|
260 |
# The maximum number of tokens to group documents into.
|
261 |
+
token_max=3000,
|
262 |
)
|
263 |
|
264 |
# Combining documents by mapping a chain over them, then combining results
|
|
|
274 |
)
|
275 |
|
276 |
text_splitter = CharacterTextSplitter.from_tiktoken_encoder(
|
277 |
+
chunk_size=3000, chunk_overlap=0
|
278 |
)
|
279 |
split_docs = text_splitter.split_documents(docs)
|
280 |
|