attemp2 -1m

SoccerTwos/SoccerTwos-16499994.onnx → SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e528917a09e5d5b39ccee14d78c60182bf1b86404c89031ad3f45f417f359fc
+oid sha256:e41f58ed759f4986b8280244273ea92449ae72057aacd5bde71283c62f5d48ad
 size 1768747

SoccerTwos/{SoccerTwos-17499964.onnx → SoccerTwos-1000502.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbef039a65d7c7fa95bef2cef2db473203c2fdb730da4c961857c3672fa3a684
+oid sha256:e41f58ed759f4986b8280244273ea92449ae72057aacd5bde71283c62f5d48ad
 size 1768747

SoccerTwos/{SoccerTwos-16499994.pt → SoccerTwos-1000502.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d0bd5b2ccf7d0277d27e33f5543b2d79399ae27cc53323ae20f17d1b6f856c
-size 28431689
+oid sha256:17d6dd227b477e6fd8244a7304c9aa14ed5c0f71569906899f6fde7e547b431a
+size 28431567

SoccerTwos/SoccerTwos-17499964.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:34164e532ff9a0d33e2c6bcc8ee52232b28426f1d96d1ccc57118b7f185ae7a5
-size 28431689

SoccerTwos/SoccerTwos-17999907.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a582609243f737e22f7e5e201504abc18bf1d305af64673756e16a65470e41b
-size 28431689

SoccerTwos/SoccerTwos-18499842.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:64266cf4c96a1ba5388cadf6e2cc50b2c4f8b0c48b12d6267078379e37e8d94c
-size 1768747

SoccerTwos/SoccerTwos-18499842.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9c75c425f0b16760664d65369e4bc4618f67669cb44460da5197e55b983f8d6a
-size 28431689

SoccerTwos/SoccerTwos-18953788.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9af4dd7a1bb083535a5dc00c8b7d06181591842410d0840e5d6dc12ed84929a3
-size 28431689

SoccerTwos/{SoccerTwos-16999979.onnx → SoccerTwos-499792.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39cb85a5702301252c1f4a6131e120e869b2202c87ffb49f95c915e2df9a6bd4
+oid sha256:3aed2a7596753387bf55d9b87af9926fb7ac20a8bf9eb3f8c616f2af0ae7d518
 size 1768747

SoccerTwos/{SoccerTwos-16999979.pt → SoccerTwos-499792.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc59df4e58e7367fa81bc293aa7dfd078fcc0491c4a7ad79c9f7c866011fbb70
-size 28431689
+oid sha256:558cf4d331f63999fe4b3f58a00f4476ffc3c8e02fb3e3652cc7d36258963250
+size 28431445

SoccerTwos/{SoccerTwos-17999907.onnx → SoccerTwos-999882.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e244a8ef471d764fa1bdfd10889ff3d9e8af3994a9f09e6016a12e94835e7764
+oid sha256:e41f58ed759f4986b8280244273ea92449ae72057aacd5bde71283c62f5d48ad
 size 1768747

SoccerTwos/SoccerTwos-999882.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea12bf6a47b715d78fc460fe05f15c27836c81ce8251d23a3ea57acdbbb6034
+size 28431445

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68ec8df377fca65eb64f76bd9372a48e66e247920b005258960ea0be0808dbc8
-size 23165057
+oid sha256:c05e4ef3583b854946fed320ecd0a8a0c8c4f658f8d50d4431882b67faae4457
+size 28430591

SoccerTwos/events.out.tfevents.1678101276.gc.26596.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f9ce407bc8a57ac84ac41d0e0b0954cd65f591361fe327458ad80c87ed16a933
-size 19390762

SoccerTwos/events.out.tfevents.1678176380.gc.22624.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a56bf81a348d6c08724244f276a6a78d2dbb9354db481ba0126f341d46b7c9
+size 875950

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./ml-agents/training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./ml-agents/training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 50000000
+    max_steps: 1000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  1.111 seconds
+- Completed reload, in  0.172 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 2.143200 ms
+UnloadTime: 1.660000 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 TOO LONG
@@ -389,25 +389,12 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 357239 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 19273 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -420,7 +407,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 67.1 KB
+      Peak Allocated Bytes 68.0 KB
       Overflow Count 4
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
@@ -450,7 +437,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -555,7 +542,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 10]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
@@ -573,22 +560,22 @@ Memory Statistics:
       Peak Allocated Bytes 54 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 4
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 357240 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 19274 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.1 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 357240 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 19274 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.2 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -617,13 +604,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 357239 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 19273 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 357240 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 19274 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -635,13 +622,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 357240 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 19274 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 357239 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 19273 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.2 MB
@@ -653,13 +640,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 357240 frames
+      Peak usage frame count: [0-1.0 KB]: 19274 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 357239 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 19273 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,8 +1,202 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 3.084242343902588,
+            "min": 3.0710391998291016,
+            "max": 3.2957143783569336,
+            "count": 100
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 69284.421875,
+            "min": 24206.60546875,
+            "max": 105462.859375,
+            "count": 100
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 210.25,
+            "min": 201.08,
+            "max": 999.0,
+            "count": 100
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 20184.0,
+            "min": 14988.0,
+            "max": 26960.0,
+            "count": 100
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1226.9839680479492,
+            "min": 1190.9087586052494,
+            "max": 1227.0835012494674,
+            "count": 94
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 56441.26253020567,
+            "min": 2382.2986767084626,
+            "max": 56441.26253020567,
+            "count": 94
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 999882.0,
+            "min": 9498.0,
+            "max": 999882.0,
+            "count": 100
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 999882.0,
+            "min": 9498.0,
+            "max": 999882.0,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": 0.033852603286504745,
+            "min": -0.026275472715497017,
+            "max": 0.03786773234605789,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": 1.5910724401474,
+            "min": -0.5517849326133728,
+            "max": 1.8933866024017334,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 0.032787781208753586,
+            "min": -0.024043496698141098,
+            "max": 0.03932264819741249,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 1.5410256385803223,
+            "min": -0.5061484575271606,
+            "max": 1.752127766609192,
+            "count": 100
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 100
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": 0.06873190973667388,
+            "min": -0.46153846153846156,
+            "max": 0.28895555436611176,
+            "count": 100
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": 3.2303997576236725,
+            "min": -7.939599931240082,
+            "max": 5.832599893212318,
+            "count": 100
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": 0.06873190973667388,
+            "min": -0.46153846153846156,
+            "max": 0.28895555436611176,
+            "count": 100
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": 3.2303997576236725,
+            "min": -7.939599931240082,
+            "max": 5.832599893212318,
+            "count": 100
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.01885452049949284,
+            "min": 0.012780884919144834,
+            "max": 0.024645370648552975,
+            "count": 46
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.01885452049949284,
+            "min": 0.012780884919144834,
+            "max": 0.024645370648552975,
+            "count": 46
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.00849638410533468,
+            "min": 7.361993993981741e-05,
+            "max": 0.014801079345246156,
+            "count": 46
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.00849638410533468,
+            "min": 7.361993993981741e-05,
+            "max": 0.014801079345246156,
+            "count": 46
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.008730306740229328,
+            "min": 7.283940212801098e-05,
+            "max": 0.015375919577976068,
+            "count": 46
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.008730306740229328,
+            "min": 7.283940212801098e-05,
+            "max": 0.015375919577976068,
+            "count": 46
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 46
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 46
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 46
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 46
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 46
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 46
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1678101192",
+        "start_time_seconds": "1678176374",
         "python_version": "3.9.13 (tags/v3.9.13:6de2ca5, May 17 2022, 16:36:42) [MSC v.1929 64 bit (AMD64)]",
         "command_line_arguments": "D:\\projects\\ml\\RL\\HuggingFace\\unit7\\ml-agents\\env2\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./ml-agents/training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --force",
         "mlagents_version": "0.31.0.dev0",
@@ -10,36 +204,163 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.1+cu116",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1678101195"
+        "end_time_seconds": "1678180179"
     },
-    "total": 2.7850972,
+    "total": 3805.3455506,
     "count": 1,
-    "self": 0.008438500000000015,
+    "self": 1.977759700000206,
     "children": {
         "run_training.setup": {
-            "total": 0.09238710000000028,
+            "total": 0.12095069999999986,
             "count": 1,
-            "self": 0.09238710000000028
+            "self": 0.12095069999999986
         },
         "TrainerController.start_learning": {
-            "total": 2.6842715999999998,
+            "total": 3803.2468402,
             "count": 1,
-            "self": 0.0005357000000003609,
+            "self": 2.35524469988286,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.6837164,
-                    "count": 1,
-                    "self": 2.6837164
+                    "total": 25.151567499999867,
+                    "count": 5,
+                    "self": 25.151567499999867
+                },
+                "TrainerController.advance": {
+                    "total": 3775.4504027001167,
+                    "count": 64892,
+                    "self": 2.65906610016782,
+                    "children": {
+                        "env_step": {
+                            "total": 3077.33289829997,
+                            "count": 64892,
+                            "self": 1795.6538392999605,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 1280.1597155000647,
+                                    "count": 64892,
+                                    "self": 18.413660100087554,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 1261.7460553999772,
+                                            "count": 128494,
+                                            "self": 1261.7460553999772
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 1.5193434999448172,
+                                    "count": 64892,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 3792.193413099987,
+                                            "count": 64892,
+                                            "is_parallel": true,
+                                            "self": 2308.209950800029,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.06234630000040653,
+                                                    "count": 10,
+                                                    "is_parallel": true,
+                                                    "self": 0.0028689999996505122,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.05947730000075602,
+                                                            "count": 40,
+                                                            "is_parallel": true,
+                                                            "self": 0.05947730000075602
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1483.9211159999575,
+                                                    "count": 64892,
+                                                    "is_parallel": true,
+                                                    "self": 70.07350839981109,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 54.37086049999756,
+                                                            "count": 64892,
+                                                            "is_parallel": true,
+                                                            "self": 54.37086049999756
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 1137.8090636000006,
+                                                            "count": 64892,
+                                                            "is_parallel": true,
+                                                            "self": 1137.8090636000006
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 221.667683500148,
+                                                            "count": 129784,
+                                                            "is_parallel": true,
+                                                            "self": 44.90597500022125,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 176.76170849992675,
+                                                                    "count": 519136,
+                                                                    "is_parallel": true,
+                                                                    "self": 176.76170849992675
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 695.4584382999786,
+                            "count": 64892,
+                            "self": 16.08142949999103,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 232.4130350999873,
+                                    "count": 64892,
+                                    "self": 230.529714599987,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.883320500000309,
+                                            "count": 2,
+                                            "self": 1.883320500000309
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 446.96397370000034,
+                                    "count": 46,
+                                    "self": 257.2423146000092,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 189.72165909999117,
+                                            "count": 1380,
+                                            "self": 189.72165909999117
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 2.099999999671809e-06,
+                    "total": 1.100000190490391e-06,
                     "count": 1,
-                    "self": 2.099999999671809e-06
+                    "self": 1.100000190490391e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 1.7399999999945237e-05,
+                    "total": 0.2896242000001621,
                     "count": 1,
-                    "self": 1.7399999999945237e-05
+                    "self": 0.002736599999934697,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.2868876000002274,
+                            "count": 1,
+                            "self": 0.2868876000002274
+                        }
+                    }
                 }
             }
         }

run_logs/training_status.json

@@ -1,4 +1,45 @@
 {
+    "SoccerTwos": {
+        "checkpoints": [
+            {
+                "steps": 499792,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-499792.onnx",
+                "reward": 0.0,
+                "creation_time": 1678178370.1530313,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-499792.pt"
+                ]
+            },
+            {
+                "steps": 999882,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-999882.onnx",
+                "reward": 0.0,
+                "creation_time": 1678180177.2771907,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-999882.pt"
+                ]
+            },
+            {
+                "steps": 1000502,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1000502.onnx",
+                "reward": 0.0,
+                "creation_time": 1678180177.7301354,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1000502.pt"
+                ]
+            }
+        ],
+        "elo": 1229.0062812473336,
+        "final_checkpoint": {
+            "steps": 1000502,
+            "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
+            "reward": 0.0,
+            "creation_time": 1678180177.7301354,
+            "auxillary_file_paths": [
+                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-1000502.pt"
+            ]
+        }
+    },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.31.0.dev0",