Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -255,6 +255,7 @@ async def __parse_paragraphs (content: str, batching: bool = False):
|
|
255 |
|
256 |
async def __query_ml_predict(qtype: QType, content: str, header: str, token_limit: int, num_qs=5, l=lang.VI_VN):
|
257 |
"""Get prediction from a third-party Llama3-8B-Instruct deployment"""
|
|
|
258 |
stopwatch = time()
|
259 |
|
260 |
match qtype:
|
|
|
255 |
|
256 |
async def __query_ml_predict(qtype: QType, content: str, header: str, token_limit: int, num_qs=5, l=lang.VI_VN):
|
257 |
"""Get prediction from a third-party Llama3-8B-Instruct deployment"""
|
258 |
+
app_logger.info('[PROC] ML prediction started')
|
259 |
stopwatch = time()
|
260 |
|
261 |
match qtype:
|