reduced url content length to comply with grep limit on tokens

app.py

@@ -219,7 +219,9 @@ def ai_check(text: str, option: str):
 
 
 def generate_prompt(settings: Dict[str, str]) -> str:
-    content_string = "\n".join(f"{url.strip()}: \n{content.strip()}" for url, content in settings["sources"].items())
+    content_string = "\n".join(
+        f"{url.strip()}: \n{content.strip()[:500]}" for url, content in settings["sources"].items()
+    )
 
     prompt = f"""
     Write a {settings['article_length']} words (around) {settings['format']} on {settings['topic']}.
@@ -253,7 +255,9 @@ def generate_prompt(settings: Dict[str, str]) -> str:
 
 
 def regenerate_prompt(settings: Dict[str, str]) -> str:
-    content_string = "\n".join(f"{url.strip()}: \n{content.strip()}" for url, content in settings["sources"].items())
+    content_string = "\n".join(
+        f"{url.strip()}: \n{content.strip()[:500]}" for url, content in settings["sources"].items()
+    )
 
     prompt = f"""
     "{settings['generated_article']}"

plagiarism.py

@@ -55,7 +55,7 @@ def google_search_urls(
     **kwargs,
 ):
     service = build("customsearch", "v1", developerKey=api_key)
-    num_pages = 5
+    num_pages = 3
     results = service.cse().list(q=text, cx=cse_id, sort=sorted_date, **kwargs).execute()
     url_list = []
     if "items" in results and len(results["items"]) > 0: