alexkueck commited on
Commit
c3933a4
·
verified ·
1 Parent(s): 6ff222c

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +6 -6
utils.py CHANGED
@@ -213,14 +213,14 @@ def document_loading_splitting():
213
 
214
  #andere loader...
215
  # Load PDF
216
- loader = PyPDFLoader(PDF_URL)
217
- docs.extend(loader.load())
218
  # Load Web
219
- loader = WebBaseLoader(WEB_URL)
220
- docs.extend(loader.load())
221
  # Load YouTube
222
- loader = GenericLoader(YoutubeAudioLoader([YOUTUBE_URL_1,YOUTUBE_URL_2], PATH_WORK + YOUTUBE_DIR), OpenAIWhisperParser())
223
- docs.extend(loader.load())
224
  ################################
225
  # Document splitting
226
  text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)
 
213
 
214
  #andere loader...
215
  # Load PDF
216
+ #loader = PyPDFLoader(PDF_URL)
217
+ #docs.extend(loader.load())
218
  # Load Web
219
+ #loader = WebBaseLoader(WEB_URL)
220
+ #docs.extend(loader.load())
221
  # Load YouTube
222
+ #loader = GenericLoader(YoutubeAudioLoader([YOUTUBE_URL_1,YOUTUBE_URL_2], PATH_WORK + YOUTUBE_DIR), OpenAIWhisperParser())
223
+ #docs.extend(loader.load())
224
  ################################
225
  # Document splitting
226
  text_splitter = RecursiveCharacterTextSplitter(chunk_overlap = 150, chunk_size = 1500)