Adr740 commited on
Commit
38edac7
·
verified ·
1 Parent(s): 1fbf221

Update scrappers/company_website.py

Browse files
Files changed (1) hide show
  1. scrappers/company_website.py +1 -1
scrappers/company_website.py CHANGED
@@ -196,7 +196,7 @@ def get_all_relevant_links(url, llm_provider="groq"):
196
  print("Number of links to visit found: ", len(links_with_text))
197
  if len(links_with_text) > 30:
198
  print("That's a lot... finding the most relevant ones...")
199
- links_to_explore = eval(curate_relevant_links(str(links_with_text), llm_provider=llm_provider))
200
  else:
201
  links_to_explore = {"explanation" : "All links will be visited", "urls": [t[0] for t in links_with_text]}
202
  return links_to_explore
 
196
  print("Number of links to visit found: ", len(links_with_text))
197
  if len(links_with_text) > 30:
198
  print("That's a lot... finding the most relevant ones...")
199
+ links_to_explore = eval(curate_relevant_links_gemini(str(links_with_text)))
200
  else:
201
  links_to_explore = {"explanation" : "All links will be visited", "urls": [t[0] for t in links_with_text]}
202
  return links_to_explore