add missing endpoint

env.py

@@ -7,12 +7,7 @@ CX = getenv("CX")
 IMSEARCH_API_KEY = getenv("IMSEARCH_API_KEY")
 HOST_URL = getenv("HOST_URL")
 
-print("LLM_API_KEYS:", LLM_API_KEYS)
-print("GOOGLE_API_KEY:", GOOGLE_API_KEY)
-print("CX:", CX)
-print("IMSEARCH_API_KEY:", IMSEARCH_API_KEY)
-print("HOST_URL:", HOST_URL)
-
+print(LLM_API_KEYS)
 
 def get_llm_api_key():
-    return choice(LLM_API_KEYS)
+    return choice(LLM_API_KEYS)

flashcard_util.py

@@ -8,7 +8,7 @@ from re import match, sub, findall, fullmatch
 from re import split as re_split
 from env import HOST_URL
 from PIL import Image
-from env import LLM_API_KEY
+from env import get_llm_api_key
 
 def remove_numbering(text):
   """Removes list-like numberings (e.g., 1., 2. etc.) from a string.
@@ -26,7 +26,7 @@ async def tldr(content, l=lang.VI_VN):
     async with httpx.AsyncClient() as client:
         _r = await client.post(
             url="https://api.awanllm.com/v1/chat/completions",
-            headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {LLM_API_KEY}'},
+            headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {get_llm_api_key()}'},
             data=json.dumps({
                 "model": "Meta-Llama-3-8B-Instruct",
                 "messages": [
@@ -41,24 +41,6 @@ async def tldr(content, l=lang.VI_VN):
     # print(_summary)
     return _summary['choices'][0]['message']['content'].split('\n',1)[-1].strip()
 
-# import io
-# import asyncio
-# from functools import partial
-# def optimize_image(data, _fn):
-#     with Image.open(io.BytesIO(data)) as img:
-#         img.save(f'{_fn}.webp', optimize=True)
-
-# async def download_img(_url, _prefix=HOST_URL):
-#     _r = None
-#     async with httpx.AsyncClient() as client:
-#         _r = await client.get(url=_url, timeout=None)
-
-#     _fn = f'img_{str(hash(_url))}'
-#     if _r.status_code//100 == 2:
-#         _loop = asyncio.get_running_loop()
-#         _out = await _loop.run_in_executor(None, partial(optimize_image, _r.content, _fn))
-        
-#     return f"{_prefix}/images/{_fn}.webp"
 
 async def fetch_img_for_words(words: list[str], __url_prefix=None):
     print("fetching images...")
@@ -71,7 +53,7 @@ async def get_definitions_from_words(words: list[str], summary: str = "", lang:
     async with httpx.AsyncClient() as client:
         _r = await client.post(
             url="https://api.awanllm.com/v1/chat/completions",
-            headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {LLM_API_KEY}'},
+            headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {get_llm_api_key()}'},
             data=json.dumps({
                 "model": "Meta-Llama-3-8B-Instruct",
                 "messages": [

local.sh

@@ -0,0 +1,2 @@
+redis-server --save "" &
+uvicorn main:app --port 4200 --reload

main.py

@@ -788,6 +788,52 @@ async def get_cached_img_from_disk(request):
     else:
         raise HTTPException(404)
 
+async def generate_redemption(request):
+    req = await request.json()
+    paragraphs = req['pgphs']
+
+    ret_questions = []
+
+    ptasks = []
+    for paragraph in paragraphs:
+        ptasks.append(__query_ml_predict(QType.WH, paragraph["content"], paragraph["header"], 4096, num_qs=paragraph.get("count", 1)*5, l=req['lang']))
+
+    raw_questions: list[str] = await asyncio.gather(*ptasks)
+    for query in raw_questions:
+        if not query['success']:
+            continue
+
+        q = query['content']
+
+        raw_segments = [x.strip() for x in q.split('\n') if x.strip()]
+        filtered = []
+        seg_cnt = 0
+        seg_map = ['Q', 'A', 'B', 'C', 'D', '']
+        for r in raw_segments:
+            if r.startswith(seg_map[seg_cnt]):
+                if seg_cnt == 5:
+                    if not ('A' in r or 'B' in r or 'C' in r or 'D' in r):
+                        continue
+                filtered.append(r)
+                seg_cnt += 1
+            if seg_cnt == 6:
+                _r = filtered[5]
+                ans_index = 1 if 'A' in _r else 2 if 'B' in _r else 4 if 'D' in _r else 3
+                ans_key = filtered[ans_index][2:].strip()
+
+                if randint(0, 1) == 1:
+                    ret_questions.append({'prompt': filtered[0], 'keys': [ans_key,]})
+                else:
+                    prompt_format = "\n".join(filtered[0:5])
+                    ret_questions.append({'prompt': prompt_format, 'keys': [seg_map[ans_index]]})
+
+                filtered.clear()
+                seg_cnt = 0
+
+    return JSONResponse({'questions': ret_questions})
+
+
+
 async def root(requests):
     return PlainTextResponse("Success")
 
@@ -819,6 +865,7 @@ app = Starlette(debug=True,routes=[
     Route('/mltest', __mltest, methods=['GET']),
     Route('/validateSimilarity', validate_similarity, methods=['POST']),
     Route('/llmGenerateText', llm_generate_text, methods=['POST']),
+    Route('/generateRedemption', generate_redemption, methods=['POST']),
     Route('/', root, methods=['GET']),
 ],
 middleware=middleware)

untitled

@@ -0,0 +1 @@
+{"pgphs":[{"header":"# Ancient Inventions","h_cnt":1,"content":"Ancient civilizations, from Mesopotamia to China, were hotbeds of ingenuity. Though lacking the materials and knowledge of modern times, they developed remarkable tools and technologies that transformed their societies and continue to influence us today. Here's a glimpse into some key areas of innovation:\n- **Agriculture:** The plow, irrigation systems, and selective breeding   techniques revolutionized food production, enabling settled societies   and population growth. - **Engineering:** The development of complex structures like pyramids,   aqueducts, and the Great Wall of China showcased remarkable   engineering feats. - **Materials Science:** The creation of bronze, iron, and glass allowed   for stronger tools, weapons, and beautiful artwork. - **Writing:** The invention of cuneiform, hieroglyphs, and other   writing systems facilitated communication, record-keeping, and the   transmission of knowledge. - **Medicine:** Ancient cultures practiced basic surgery, developed   remedies from plants, and even performed rudimentary dentistry. - **Transportation:** The wheel, chariots, and ships revolutionized   travel and trade, allowing for the exchange of goods and ideas across   vast distances.\nThese are just a few examples. From the sundial to the compass, ancient inventions laid the foundation for scientific discovery and technological advancements that continue to shape our world.","count":3}],"lang":"English"}