Update flashcard_util.py

flashcard_util.py

@@ -1,5 +1,5 @@
 import lang
-import requests
+# import requests
 import json
 import httpx
 #import aiofiles
@@ -33,8 +33,8 @@ async def tldr(content, l=lang.VI_VN):
                 ],
                 "presence_penalty":0.3,
                 "temperature":0.55
-            },
-            timeout=None)
+            }),
+            timeout=None,
         )
     _summary = _r.json()
     # print(_summary)
@@ -66,18 +66,20 @@ async def fetch_img_for_words(words: list[str], __url_prefix=None):
 
 async def get_definitions_from_words(words: list[str], summary: str = "", lang: str = lang.VI_VN):
     print("running inferrence")
-    _r = requests.post(
-        url="https://api.awanllm.com/v1/chat/completions",
-        headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {LLM_API_KEY}'},
-        data=json.dumps({
-            "model": "Meta-Llama-3-8B-Instruct",
-            "messages": [
-                {"role": "user", "content": f"{summary}. Give concise, easy-to-understand definitions for the following keywords: {'; '.join(words)}. DO NOT include the keywords inside their respective definition. Use {lang}."}
-            ],
-            "presence_penalty":0.3,
-            "temperature":0.55
-        })
-    )
+    async with httpx.AsyncClient() as client:
+        _r = await client.post(
+            url="https://api.awanllm.com/v1/chat/completions",
+            headers={'Content-Type': 'application/json', 'Authorization': f'Bearer {LLM_API_KEY}'},
+            data=json.dumps({
+                "model": "Meta-Llama-3-8B-Instruct",
+                "messages": [
+                    {"role": "user", "content": f"{summary}. Give concise, easy-to-understand definitions for the following keywords: {'; '.join(words)}. DO NOT include the keywords inside their respective definition. Use {lang}."}
+                ],
+                "presence_penalty":0.3,
+                "temperature":0.55
+            }),
+            timeout=None
+        )
 
     # print(_r.json()['choices'][0]['message']['content'].split('\n'))
     print(_r.json()['choices'][0]['message']['content'].split('\n'))