kushal-tri
commited on
Commit
•
1fc6c2a
1
Parent(s):
aeff92a
Training in progress, epoch 1
Browse files- model-00001-of-00004.safetensors +1 -1
- model-00002-of-00004.safetensors +1 -1
- model-00003-of-00004.safetensors +1 -1
- model-00004-of-00004.safetensors +1 -1
- wandb/debug-internal.log +256 -0
- wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log +0 -0
- wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json +1 -1
- wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/logs/debug-internal.log +256 -0
- wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/run-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1.wandb +0 -0
model-00001-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4874843752
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b46eadb79ba0dba6c4ecb186cad2f80d2f9ea3eaa875d7411f16521571c1fa5
|
3 |
size 4874843752
|
model-00002-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4932751008
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a892a5c8cc2f989638a7533da3ebcaaad2c0035c5cee9985ea740474a52c7b9a
|
3 |
size 4932751008
|
model-00003-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4330865200
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c99ee893b02f5778817e8c4489df1225e5292423f68cd629019cbfebc827082d
|
3 |
size 4330865200
|
model-00004-of-00004.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1087177856
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77a08654ed92ddfcd35bbba764546f23ec3beec7f7ec14354211c65f6f01f8e7
|
3 |
size 1087177856
|
wandb/debug-internal.log
CHANGED
@@ -369,3 +369,259 @@
|
|
369 |
2024-11-13 20:07:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
370 |
2024-11-13 20:07:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
371 |
2024-11-13 20:07:54,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
369 |
2024-11-13 20:07:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
370 |
2024-11-13 20:07:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
371 |
2024-11-13 20:07:54,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
372 |
+
2024-11-13 20:07:59,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
373 |
+
2024-11-13 20:08:04,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
374 |
+
2024-11-13 20:08:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
375 |
+
2024-11-13 20:08:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
376 |
+
2024-11-13 20:08:06,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
377 |
+
2024-11-13 20:08:06,885 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
378 |
+
2024-11-13 20:08:10,591 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
379 |
+
2024-11-13 20:08:15,591 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
380 |
+
2024-11-13 20:08:20,592 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
381 |
+
2024-11-13 20:08:20,809 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
382 |
+
2024-11-13 20:08:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
383 |
+
2024-11-13 20:08:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
384 |
+
2024-11-13 20:08:21,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
385 |
+
2024-11-13 20:08:25,607 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
386 |
+
2024-11-13 20:08:28,895 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
387 |
+
2024-11-13 20:08:31,511 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
388 |
+
2024-11-13 20:08:36,511 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
389 |
+
2024-11-13 20:08:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
390 |
+
2024-11-13 20:08:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
391 |
+
2024-11-13 20:08:36,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
392 |
+
2024-11-13 20:08:41,595 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
393 |
+
2024-11-13 20:08:46,596 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
394 |
+
2024-11-13 20:08:49,459 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
395 |
+
2024-11-13 20:08:49,460 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
396 |
+
2024-11-13 20:08:49,461 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
397 |
+
2024-11-13 20:08:49,461 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
398 |
+
2024-11-13 20:08:49,905 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
399 |
+
2024-11-13 20:08:50,812 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
400 |
+
2024-11-13 20:08:50,905 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
401 |
+
2024-11-13 20:08:51,061 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
402 |
+
2024-11-13 20:08:51,063 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
403 |
+
2024-11-13 20:08:51,063 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
404 |
+
2024-11-13 20:08:51,064 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
405 |
+
2024-11-13 20:08:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
406 |
+
2024-11-13 20:08:51,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
407 |
+
2024-11-13 20:08:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
408 |
+
2024-11-13 20:08:51,651 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
409 |
+
2024-11-13 20:08:51,906 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
410 |
+
2024-11-13 20:08:52,906 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
411 |
+
2024-11-13 20:08:56,652 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
412 |
+
2024-11-13 20:09:01,652 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
413 |
+
2024-11-13 20:09:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
414 |
+
2024-11-13 20:09:06,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
415 |
+
2024-11-13 20:09:06,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
416 |
+
2024-11-13 20:09:07,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
417 |
+
2024-11-13 20:09:12,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
418 |
+
2024-11-13 20:09:15,917 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
419 |
+
2024-11-13 20:09:17,994 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
420 |
+
2024-11-13 20:09:20,814 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
421 |
+
2024-11-13 20:09:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
422 |
+
2024-11-13 20:09:21,520 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
423 |
+
2024-11-13 20:09:21,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
424 |
+
2024-11-13 20:09:23,662 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
425 |
+
2024-11-13 20:09:28,663 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
426 |
+
2024-11-13 20:09:33,663 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
427 |
+
2024-11-13 20:09:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
428 |
+
2024-11-13 20:09:36,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
429 |
+
2024-11-13 20:09:36,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
430 |
+
2024-11-13 20:09:37,927 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
431 |
+
2024-11-13 20:09:39,653 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
432 |
+
2024-11-13 20:09:44,654 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
433 |
+
2024-11-13 20:09:49,655 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
434 |
+
2024-11-13 20:09:50,818 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
435 |
+
2024-11-13 20:09:51,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
436 |
+
2024-11-13 20:09:51,520 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
437 |
+
2024-11-13 20:09:51,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
438 |
+
2024-11-13 20:09:55,623 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
439 |
+
2024-11-13 20:09:59,937 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
440 |
+
2024-11-13 20:10:01,239 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
441 |
+
2024-11-13 20:10:06,240 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
442 |
+
2024-11-13 20:10:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
443 |
+
2024-11-13 20:10:06,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
444 |
+
2024-11-13 20:10:06,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
445 |
+
2024-11-13 20:10:11,579 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
446 |
+
2024-11-13 20:10:16,579 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
447 |
+
2024-11-13 20:10:20,820 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
448 |
+
2024-11-13 20:10:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
449 |
+
2024-11-13 20:10:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
450 |
+
2024-11-13 20:10:21,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
451 |
+
2024-11-13 20:10:21,628 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
452 |
+
2024-11-13 20:10:23,949 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
453 |
+
2024-11-13 20:10:26,629 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
454 |
+
2024-11-13 20:10:31,629 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
455 |
+
2024-11-13 20:10:36,630 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
456 |
+
2024-11-13 20:10:41,558 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
457 |
+
2024-11-13 20:10:41,559 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
458 |
+
2024-11-13 20:10:41,637 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
459 |
+
2024-11-13 20:10:41,702 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
460 |
+
2024-11-13 20:10:46,787 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
461 |
+
2024-11-13 20:10:50,823 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
462 |
+
2024-11-13 20:10:51,825 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
463 |
+
2024-11-13 20:10:56,005 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
464 |
+
2024-11-13 20:10:56,005 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
465 |
+
2024-11-13 20:10:56,005 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
466 |
+
2024-11-13 20:10:57,180 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
467 |
+
2024-11-13 20:11:02,181 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
468 |
+
2024-11-13 20:11:07,182 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
469 |
+
2024-11-13 20:11:11,976 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
470 |
+
2024-11-13 20:11:12,352 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
471 |
+
2024-11-13 20:11:12,531 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
472 |
+
2024-11-13 20:11:12,865 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
473 |
+
2024-11-13 20:11:12,865 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
474 |
+
2024-11-13 20:11:18,030 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
475 |
+
2024-11-13 20:11:20,826 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
476 |
+
2024-11-13 20:11:23,828 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
477 |
+
2024-11-13 20:11:26,426 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
478 |
+
2024-11-13 20:11:26,426 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
479 |
+
2024-11-13 20:11:26,427 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
480 |
+
2024-11-13 20:11:27,983 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
481 |
+
2024-11-13 20:11:29,242 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
482 |
+
2024-11-13 20:11:29,984 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
483 |
+
2024-11-13 20:11:31,986 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
484 |
+
2024-11-13 20:11:33,987 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
485 |
+
2024-11-13 20:11:34,479 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
486 |
+
2024-11-13 20:11:35,999 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
487 |
+
2024-11-13 20:11:38,000 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
488 |
+
2024-11-13 20:11:39,620 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
489 |
+
2024-11-13 20:11:40,001 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
490 |
+
2024-11-13 20:11:42,002 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
491 |
+
2024-11-13 20:11:43,233 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
492 |
+
2024-11-13 20:11:43,233 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
493 |
+
2024-11-13 20:11:43,689 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
494 |
+
2024-11-13 20:11:45,311 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
495 |
+
2024-11-13 20:11:50,311 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
496 |
+
2024-11-13 20:11:50,829 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
497 |
+
2024-11-13 20:11:55,831 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
498 |
+
2024-11-13 20:11:58,084 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
499 |
+
2024-11-13 20:11:58,693 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
500 |
+
2024-11-13 20:11:58,693 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
501 |
+
2024-11-13 20:12:01,798 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
502 |
+
2024-11-13 20:12:06,799 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
503 |
+
2024-11-13 20:12:11,799 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
504 |
+
2024-11-13 20:12:15,045 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
505 |
+
2024-11-13 20:12:15,045 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
506 |
+
2024-11-13 20:12:15,045 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
507 |
+
2024-11-13 20:12:16,017 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
508 |
+
2024-11-13 20:12:17,197 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
509 |
+
2024-11-13 20:12:20,833 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
510 |
+
2024-11-13 20:12:22,834 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
511 |
+
2024-11-13 20:12:27,481 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
512 |
+
2024-11-13 20:12:27,694 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
513 |
+
2024-11-13 20:12:27,695 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
514 |
+
2024-11-13 20:12:27,844 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
515 |
+
2024-11-13 20:12:32,845 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
516 |
+
2024-11-13 20:12:37,846 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
517 |
+
2024-11-13 20:12:42,480 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
518 |
+
2024-11-13 20:12:42,694 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
519 |
+
2024-11-13 20:12:42,695 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
520 |
+
2024-11-13 20:12:43,783 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
521 |
+
2024-11-13 20:12:48,784 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
522 |
+
2024-11-13 20:12:50,834 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
523 |
+
2024-11-13 20:12:53,836 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
524 |
+
2024-11-13 20:12:58,837 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
525 |
+
2024-11-13 20:13:02,708 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
526 |
+
2024-11-13 20:13:02,709 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
527 |
+
2024-11-13 20:13:03,118 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
528 |
+
2024-11-13 20:13:04,245 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
529 |
+
2024-11-13 20:13:09,246 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
530 |
+
2024-11-13 20:13:14,246 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
531 |
+
2024-11-13 20:13:17,484 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
532 |
+
2024-11-13 20:13:17,484 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
533 |
+
2024-11-13 20:13:17,484 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
534 |
+
2024-11-13 20:13:19,586 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
535 |
+
2024-11-13 20:13:20,838 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
536 |
+
2024-11-13 20:13:25,277 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
537 |
+
2024-11-13 20:13:26,047 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
538 |
+
2024-11-13 20:13:30,278 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
539 |
+
2024-11-13 20:13:33,297 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
540 |
+
2024-11-13 20:13:33,480 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
541 |
+
2024-11-13 20:13:33,480 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
542 |
+
2024-11-13 20:13:35,580 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
543 |
+
2024-11-13 20:13:40,580 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
544 |
+
2024-11-13 20:13:45,581 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
545 |
+
2024-11-13 20:13:47,582 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
546 |
+
2024-11-13 20:13:47,582 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
547 |
+
2024-11-13 20:13:47,583 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
548 |
+
2024-11-13 20:13:48,056 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
549 |
+
2024-11-13 20:13:50,058 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
550 |
+
2024-11-13 20:13:50,686 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
551 |
+
2024-11-13 20:13:50,840 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
552 |
+
2024-11-13 20:13:52,059 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
553 |
+
2024-11-13 20:13:54,060 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
554 |
+
2024-11-13 20:13:56,006 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
555 |
+
2024-11-13 20:13:56,086 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
556 |
+
2024-11-13 20:13:58,087 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
557 |
+
2024-11-13 20:14:00,163 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
558 |
+
2024-11-13 20:14:01,979 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
559 |
+
2024-11-13 20:14:03,164 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
560 |
+
2024-11-13 20:14:06,980 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
561 |
+
2024-11-13 20:14:07,600 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
562 |
+
2024-11-13 20:14:07,600 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
563 |
+
2024-11-13 20:14:07,907 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
564 |
+
2024-11-13 20:14:12,708 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
565 |
+
2024-11-13 20:14:17,709 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
566 |
+
2024-11-13 20:14:20,844 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
567 |
+
2024-11-13 20:14:21,835 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
568 |
+
2024-11-13 20:14:23,036 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
569 |
+
2024-11-13 20:14:23,224 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
570 |
+
2024-11-13 20:14:23,225 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
571 |
+
2024-11-13 20:14:28,394 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
572 |
+
2024-11-13 20:14:33,395 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
573 |
+
2024-11-13 20:14:37,280 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
574 |
+
2024-11-13 20:14:37,280 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
575 |
+
2024-11-13 20:14:39,068 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
576 |
+
2024-11-13 20:14:39,199 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
577 |
+
2024-11-13 20:14:44,280 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
578 |
+
2024-11-13 20:14:44,280 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
579 |
+
2024-11-13 20:14:44,282 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
580 |
+
2024-11-13 20:14:44,283 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
581 |
+
2024-11-13 20:14:44,283 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
582 |
+
2024-11-13 20:14:44,283 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
583 |
+
2024-11-13 20:14:44,284 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
584 |
+
2024-11-13 20:14:44,284 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
585 |
+
2024-11-13 20:14:44,284 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
586 |
+
2024-11-13 20:14:44,284 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
587 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
588 |
+
2024-11-13 20:14:44,285 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
589 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
590 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
591 |
+
2024-11-13 20:14:44,286 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
592 |
+
2024-11-13 20:14:45,182 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
593 |
+
2024-11-13 20:14:45,183 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
594 |
+
2024-11-13 20:14:47,184 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
595 |
+
2024-11-13 20:14:49,287 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
596 |
+
2024-11-13 20:14:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
597 |
+
2024-11-13 20:14:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
598 |
+
2024-11-13 20:14:50,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
599 |
+
2024-11-13 20:14:50,846 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
600 |
+
2024-11-13 20:14:54,849 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
601 |
+
2024-11-13 20:14:59,849 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
602 |
+
2024-11-13 20:15:04,851 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
603 |
+
2024-11-13 20:15:05,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
604 |
+
2024-11-13 20:15:05,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
605 |
+
2024-11-13 20:15:05,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
606 |
+
2024-11-13 20:15:10,727 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
607 |
+
2024-11-13 20:15:15,727 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
608 |
+
2024-11-13 20:15:20,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
609 |
+
2024-11-13 20:15:20,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
610 |
+
2024-11-13 20:15:20,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
611 |
+
2024-11-13 20:15:20,758 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
612 |
+
2024-11-13 20:15:20,849 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
613 |
+
2024-11-13 20:15:25,852 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
614 |
+
2024-11-13 20:15:30,852 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
615 |
+
2024-11-13 20:15:35,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
616 |
+
2024-11-13 20:15:35,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
617 |
+
2024-11-13 20:15:35,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
618 |
+
2024-11-13 20:15:36,804 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
619 |
+
2024-11-13 20:15:41,805 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
620 |
+
2024-11-13 20:15:46,805 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
621 |
+
2024-11-13 20:15:50,655 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
622 |
+
2024-11-13 20:15:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
623 |
+
2024-11-13 20:15:50,656 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
624 |
+
2024-11-13 20:15:50,853 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
625 |
+
2024-11-13 20:15:51,855 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
626 |
+
2024-11-13 20:15:56,855 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
627 |
+
2024-11-13 20:16:01,856 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"train/loss": 0.
|
|
|
1 |
+
{"train/loss": 0.7448, "train/grad_norm": 3.328125, "train/learning_rate": 6.698729810778064e-09, "train/epoch": 1.94, "train/global_step": 24, "_timestamp": 1731528884.2787402, "_runtime": 954.0775501728058, "_step": 9, "eval/loss": 0.8022938966751099, "eval/runtime": 1.6292, "eval/samples_per_second": 62.607, "eval/steps_per_second": 1.228, "train_runtime": 955.7232, "train_samples_per_second": 13.297, "train_steps_per_second": 0.025, "total_flos": 9.400248301309133e+16, "train_loss": 0.7753565286596616}
|
wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/logs/debug-internal.log
CHANGED
@@ -369,3 +369,259 @@
|
|
369 |
2024-11-13 20:07:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
370 |
2024-11-13 20:07:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
371 |
2024-11-13 20:07:54,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
369 |
2024-11-13 20:07:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
370 |
2024-11-13 20:07:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
371 |
2024-11-13 20:07:54,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
372 |
+
2024-11-13 20:07:59,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
373 |
+
2024-11-13 20:08:04,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
374 |
+
2024-11-13 20:08:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
375 |
+
2024-11-13 20:08:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
376 |
+
2024-11-13 20:08:06,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
377 |
+
2024-11-13 20:08:06,885 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
378 |
+
2024-11-13 20:08:10,591 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
379 |
+
2024-11-13 20:08:15,591 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
380 |
+
2024-11-13 20:08:20,592 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
381 |
+
2024-11-13 20:08:20,809 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
382 |
+
2024-11-13 20:08:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
383 |
+
2024-11-13 20:08:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
384 |
+
2024-11-13 20:08:21,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
385 |
+
2024-11-13 20:08:25,607 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
386 |
+
2024-11-13 20:08:28,895 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
387 |
+
2024-11-13 20:08:31,511 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
388 |
+
2024-11-13 20:08:36,511 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
389 |
+
2024-11-13 20:08:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
390 |
+
2024-11-13 20:08:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
391 |
+
2024-11-13 20:08:36,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
392 |
+
2024-11-13 20:08:41,595 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
393 |
+
2024-11-13 20:08:46,596 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
394 |
+
2024-11-13 20:08:49,459 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
395 |
+
2024-11-13 20:08:49,460 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
396 |
+
2024-11-13 20:08:49,461 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
397 |
+
2024-11-13 20:08:49,461 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
398 |
+
2024-11-13 20:08:49,905 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
399 |
+
2024-11-13 20:08:50,812 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
400 |
+
2024-11-13 20:08:50,905 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
401 |
+
2024-11-13 20:08:51,061 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
402 |
+
2024-11-13 20:08:51,063 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
403 |
+
2024-11-13 20:08:51,063 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
404 |
+
2024-11-13 20:08:51,064 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
405 |
+
2024-11-13 20:08:51,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
406 |
+
2024-11-13 20:08:51,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
407 |
+
2024-11-13 20:08:51,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
408 |
+
2024-11-13 20:08:51,651 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
409 |
+
2024-11-13 20:08:51,906 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
410 |
+
2024-11-13 20:08:52,906 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
411 |
+
2024-11-13 20:08:56,652 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
412 |
+
2024-11-13 20:09:01,652 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
413 |
+
2024-11-13 20:09:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
414 |
+
2024-11-13 20:09:06,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
415 |
+
2024-11-13 20:09:06,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
416 |
+
2024-11-13 20:09:07,643 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
417 |
+
2024-11-13 20:09:12,644 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
418 |
+
2024-11-13 20:09:15,917 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
419 |
+
2024-11-13 20:09:17,994 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
420 |
+
2024-11-13 20:09:20,814 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
421 |
+
2024-11-13 20:09:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
422 |
+
2024-11-13 20:09:21,520 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
423 |
+
2024-11-13 20:09:21,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
424 |
+
2024-11-13 20:09:23,662 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
425 |
+
2024-11-13 20:09:28,663 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
426 |
+
2024-11-13 20:09:33,663 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
427 |
+
2024-11-13 20:09:36,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
428 |
+
2024-11-13 20:09:36,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
429 |
+
2024-11-13 20:09:36,519 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
430 |
+
2024-11-13 20:09:37,927 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
431 |
+
2024-11-13 20:09:39,653 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
432 |
+
2024-11-13 20:09:44,654 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
433 |
+
2024-11-13 20:09:49,655 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
434 |
+
2024-11-13 20:09:50,818 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
435 |
+
2024-11-13 20:09:51,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
436 |
+
2024-11-13 20:09:51,520 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
437 |
+
2024-11-13 20:09:51,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
438 |
+
2024-11-13 20:09:55,623 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
439 |
+
2024-11-13 20:09:59,937 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
440 |
+
2024-11-13 20:10:01,239 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
441 |
+
2024-11-13 20:10:06,240 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
442 |
+
2024-11-13 20:10:06,518 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
443 |
+
2024-11-13 20:10:06,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
444 |
+
2024-11-13 20:10:06,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
445 |
+
2024-11-13 20:10:11,579 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
446 |
+
2024-11-13 20:10:16,579 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
447 |
+
2024-11-13 20:10:20,820 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
448 |
+
2024-11-13 20:10:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
449 |
+
2024-11-13 20:10:21,519 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
450 |
+
2024-11-13 20:10:21,520 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
451 |
+
2024-11-13 20:10:21,628 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
452 |
+
2024-11-13 20:10:23,949 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
453 |
+
2024-11-13 20:10:26,629 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
454 |
+
2024-11-13 20:10:31,629 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
455 |
+
2024-11-13 20:10:36,630 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
456 |
+
2024-11-13 20:10:41,558 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
457 |
+
2024-11-13 20:10:41,559 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
458 |
+
2024-11-13 20:10:41,637 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
459 |
+
2024-11-13 20:10:41,702 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
460 |
+
2024-11-13 20:10:46,787 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
461 |
+
2024-11-13 20:10:50,823 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
462 |
+
2024-11-13 20:10:51,825 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
463 |
+
2024-11-13 20:10:56,005 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
464 |
+
2024-11-13 20:10:56,005 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
465 |
+
2024-11-13 20:10:56,005 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
466 |
+
2024-11-13 20:10:57,180 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
467 |
+
2024-11-13 20:11:02,181 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
468 |
+
2024-11-13 20:11:07,182 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
469 |
+
2024-11-13 20:11:11,976 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
470 |
+
2024-11-13 20:11:12,352 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
471 |
+
2024-11-13 20:11:12,531 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
472 |
+
2024-11-13 20:11:12,865 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
473 |
+
2024-11-13 20:11:12,865 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
474 |
+
2024-11-13 20:11:18,030 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
475 |
+
2024-11-13 20:11:20,826 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
476 |
+
2024-11-13 20:11:23,828 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
477 |
+
2024-11-13 20:11:26,426 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
478 |
+
2024-11-13 20:11:26,426 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
479 |
+
2024-11-13 20:11:26,427 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
480 |
+
2024-11-13 20:11:27,983 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
481 |
+
2024-11-13 20:11:29,242 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
482 |
+
2024-11-13 20:11:29,984 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
483 |
+
2024-11-13 20:11:31,986 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
484 |
+
2024-11-13 20:11:33,987 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
485 |
+
2024-11-13 20:11:34,479 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
486 |
+
2024-11-13 20:11:35,999 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
487 |
+
2024-11-13 20:11:38,000 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
488 |
+
2024-11-13 20:11:39,620 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
489 |
+
2024-11-13 20:11:40,001 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
490 |
+
2024-11-13 20:11:42,002 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
491 |
+
2024-11-13 20:11:43,233 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
492 |
+
2024-11-13 20:11:43,233 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
493 |
+
2024-11-13 20:11:43,689 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
494 |
+
2024-11-13 20:11:45,311 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
495 |
+
2024-11-13 20:11:50,311 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
496 |
+
2024-11-13 20:11:50,829 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
497 |
+
2024-11-13 20:11:55,831 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
498 |
+
2024-11-13 20:11:58,084 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
499 |
+
2024-11-13 20:11:58,693 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
500 |
+
2024-11-13 20:11:58,693 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
501 |
+
2024-11-13 20:12:01,798 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
502 |
+
2024-11-13 20:12:06,799 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
503 |
+
2024-11-13 20:12:11,799 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
504 |
+
2024-11-13 20:12:15,045 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
505 |
+
2024-11-13 20:12:15,045 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
506 |
+
2024-11-13 20:12:15,045 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
507 |
+
2024-11-13 20:12:16,017 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
508 |
+
2024-11-13 20:12:17,197 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
509 |
+
2024-11-13 20:12:20,833 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
510 |
+
2024-11-13 20:12:22,834 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
511 |
+
2024-11-13 20:12:27,481 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
512 |
+
2024-11-13 20:12:27,694 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
513 |
+
2024-11-13 20:12:27,695 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
514 |
+
2024-11-13 20:12:27,844 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
515 |
+
2024-11-13 20:12:32,845 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
516 |
+
2024-11-13 20:12:37,846 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
517 |
+
2024-11-13 20:12:42,480 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
518 |
+
2024-11-13 20:12:42,694 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
519 |
+
2024-11-13 20:12:42,695 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
520 |
+
2024-11-13 20:12:43,783 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
521 |
+
2024-11-13 20:12:48,784 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
522 |
+
2024-11-13 20:12:50,834 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
523 |
+
2024-11-13 20:12:53,836 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
524 |
+
2024-11-13 20:12:58,837 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
525 |
+
2024-11-13 20:13:02,708 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
526 |
+
2024-11-13 20:13:02,709 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
527 |
+
2024-11-13 20:13:03,118 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
528 |
+
2024-11-13 20:13:04,245 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
529 |
+
2024-11-13 20:13:09,246 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
530 |
+
2024-11-13 20:13:14,246 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
531 |
+
2024-11-13 20:13:17,484 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
532 |
+
2024-11-13 20:13:17,484 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
533 |
+
2024-11-13 20:13:17,484 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
534 |
+
2024-11-13 20:13:19,586 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
535 |
+
2024-11-13 20:13:20,838 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
536 |
+
2024-11-13 20:13:25,277 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
537 |
+
2024-11-13 20:13:26,047 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
538 |
+
2024-11-13 20:13:30,278 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
539 |
+
2024-11-13 20:13:33,297 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
540 |
+
2024-11-13 20:13:33,480 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
541 |
+
2024-11-13 20:13:33,480 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
542 |
+
2024-11-13 20:13:35,580 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
543 |
+
2024-11-13 20:13:40,580 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
544 |
+
2024-11-13 20:13:45,581 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
545 |
+
2024-11-13 20:13:47,582 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
546 |
+
2024-11-13 20:13:47,582 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
547 |
+
2024-11-13 20:13:47,583 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
548 |
+
2024-11-13 20:13:48,056 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
549 |
+
2024-11-13 20:13:50,058 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
550 |
+
2024-11-13 20:13:50,686 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
551 |
+
2024-11-13 20:13:50,840 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
552 |
+
2024-11-13 20:13:52,059 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
553 |
+
2024-11-13 20:13:54,060 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
554 |
+
2024-11-13 20:13:56,006 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
555 |
+
2024-11-13 20:13:56,086 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
556 |
+
2024-11-13 20:13:58,087 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
557 |
+
2024-11-13 20:14:00,163 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
558 |
+
2024-11-13 20:14:01,979 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
559 |
+
2024-11-13 20:14:03,164 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
560 |
+
2024-11-13 20:14:06,980 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
561 |
+
2024-11-13 20:14:07,600 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
562 |
+
2024-11-13 20:14:07,600 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
563 |
+
2024-11-13 20:14:07,907 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
564 |
+
2024-11-13 20:14:12,708 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
565 |
+
2024-11-13 20:14:17,709 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
566 |
+
2024-11-13 20:14:20,844 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
567 |
+
2024-11-13 20:14:21,835 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
568 |
+
2024-11-13 20:14:23,036 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
569 |
+
2024-11-13 20:14:23,224 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
570 |
+
2024-11-13 20:14:23,225 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
571 |
+
2024-11-13 20:14:28,394 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
572 |
+
2024-11-13 20:14:33,395 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
573 |
+
2024-11-13 20:14:37,280 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
574 |
+
2024-11-13 20:14:37,280 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
575 |
+
2024-11-13 20:14:39,068 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
576 |
+
2024-11-13 20:14:39,199 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
577 |
+
2024-11-13 20:14:44,280 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: partial_history
|
578 |
+
2024-11-13 20:14:44,280 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
579 |
+
2024-11-13 20:14:44,282 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
580 |
+
2024-11-13 20:14:44,283 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
581 |
+
2024-11-13 20:14:44,283 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
582 |
+
2024-11-13 20:14:44,283 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
583 |
+
2024-11-13 20:14:44,284 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
584 |
+
2024-11-13 20:14:44,284 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
585 |
+
2024-11-13 20:14:44,284 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
586 |
+
2024-11-13 20:14:44,284 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
587 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
588 |
+
2024-11-13 20:14:44,285 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
589 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send():382] send: history
|
590 |
+
2024-11-13 20:14:44,285 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: summary_record
|
591 |
+
2024-11-13 20:14:44,286 INFO SenderThread:1937 [sender.py:_save_file():1403] saving file wandb-summary.json with policy end
|
592 |
+
2024-11-13 20:14:45,182 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/wandb-summary.json
|
593 |
+
2024-11-13 20:14:45,183 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
594 |
+
2024-11-13 20:14:47,184 INFO Thread-12 :1937 [dir_watcher.py:_on_file_modified():288] file/dir modified: /opt/ml/model//sft-codecontests-qwen_ds-code-contests_model-Qwen2.5-Coder-7B-Instruct_sch-cosine_lr-1e-7_bs-64_acc-8_len-2048/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/files/output.log
|
595 |
+
2024-11-13 20:14:49,287 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
596 |
+
2024-11-13 20:14:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
597 |
+
2024-11-13 20:14:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
598 |
+
2024-11-13 20:14:50,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
599 |
+
2024-11-13 20:14:50,846 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
600 |
+
2024-11-13 20:14:54,849 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
601 |
+
2024-11-13 20:14:59,849 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
602 |
+
2024-11-13 20:15:04,851 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
603 |
+
2024-11-13 20:15:05,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
604 |
+
2024-11-13 20:15:05,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
605 |
+
2024-11-13 20:15:05,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
606 |
+
2024-11-13 20:15:10,727 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
607 |
+
2024-11-13 20:15:15,727 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
608 |
+
2024-11-13 20:15:20,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
609 |
+
2024-11-13 20:15:20,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
610 |
+
2024-11-13 20:15:20,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
611 |
+
2024-11-13 20:15:20,758 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
612 |
+
2024-11-13 20:15:20,849 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
613 |
+
2024-11-13 20:15:25,852 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
614 |
+
2024-11-13 20:15:30,852 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
615 |
+
2024-11-13 20:15:35,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
616 |
+
2024-11-13 20:15:35,657 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
617 |
+
2024-11-13 20:15:35,657 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
618 |
+
2024-11-13 20:15:36,804 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
619 |
+
2024-11-13 20:15:41,805 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
620 |
+
2024-11-13 20:15:46,805 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
621 |
+
2024-11-13 20:15:50,655 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: internal_messages
|
622 |
+
2024-11-13 20:15:50,656 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: stop_status
|
623 |
+
2024-11-13 20:15:50,656 DEBUG SenderThread:1937 [sender.py:send_request():409] send_request: stop_status
|
624 |
+
2024-11-13 20:15:50,853 DEBUG SenderThread:1937 [sender.py:send():382] send: stats
|
625 |
+
2024-11-13 20:15:51,855 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
626 |
+
2024-11-13 20:15:56,855 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
627 |
+
2024-11-13 20:16:01,856 DEBUG HandlerThread:1937 [handler.py:handle_request():146] handle_request: status_report
|
wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/run-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1.wandb
CHANGED
Binary files a/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/run-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1.wandb and b/wandb/run-20241113_195850-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1/run-kushalarora-rvv-main-2024-11-13-19-31-46-408-w1ls1r-algo-1.wandb differ
|
|