Paul-Joshi commited on
Commit
7791973
·
verified ·
1 Parent(s): f683ac4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -7
app.py CHANGED
@@ -22,13 +22,14 @@ def method_get_pdf_text(pdf_docs):
22
 
23
 
24
  def method_get_text_chunks(text):
25
- text_splitter = CharacterTextSplitter(
26
- separator="\n\n",
27
- chunk_size=1000,
28
- chunk_overlap=200,
29
- length_function=len,
30
- is_separator_regex=False,
31
- )
 
32
  chunks = text_splitter.split_text(text)
33
  return chunks
34
 
 
22
 
23
 
24
  def method_get_text_chunks(text):
25
+ text_splitter = CharacterTextSplitter()
26
+ # (
27
+ # separator="\n\n",
28
+ # chunk_size=1000,
29
+ # chunk_overlap=200,
30
+ # length_function=len,
31
+ # is_separator_regex=False,
32
+ # )
33
  chunks = text_splitter.split_text(text)
34
  return chunks
35