Spaces:
Sleeping
Sleeping
Update scrappers/company_website.py
Browse files
scrappers/company_website.py
CHANGED
@@ -196,7 +196,7 @@ def get_all_relevant_links(url, llm_provider="groq"):
|
|
196 |
print("Number of links to visit found: ", len(links_with_text))
|
197 |
if len(links_with_text) > 30:
|
198 |
print("That's a lot... finding the most relevant ones...")
|
199 |
-
links_to_explore = eval(
|
200 |
else:
|
201 |
links_to_explore = {"explanation" : "All links will be visited", "urls": [t[0] for t in links_with_text]}
|
202 |
return links_to_explore
|
|
|
196 |
print("Number of links to visit found: ", len(links_with_text))
|
197 |
if len(links_with_text) > 30:
|
198 |
print("That's a lot... finding the most relevant ones...")
|
199 |
+
links_to_explore = eval(curate_relevant_links_gemini(str(links_with_text)))
|
200 |
else:
|
201 |
links_to_explore = {"explanation" : "All links will be visited", "urls": [t[0] for t in links_with_text]}
|
202 |
return links_to_explore
|