diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..10da2ae2759942dd23e9046fc2d4c58d6e8f8284 --- /dev/null +++ b/README.md @@ -0,0 +1,29 @@ +--- +library_name: ml-agents +tags: +- SnowballTarget +- deep-reinforcement-learning +- reinforcement-learning +- ML-Agents-SnowballTarget +--- + + # **ppo** Agent playing **SnowballTarget** + This is a trained model of a **ppo** agent playing **SnowballTarget** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents). + + ## Usage (with ML-Agents) + The Documentation: https://github.com/huggingface/ml-agents#get-started + We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub: + + + ### Resume the training + ``` + mlagents-learn --run-id= --resume + ``` + ### Watch your Agent play + You can watch your agent **playing directly in your browser:**. + + 1. Go to https://huggingface.co/spaces/unity/ML-Agents-SnowballTarget + 2. Step 1: Find your model_id: EvaOr/DeepRL_chp5_MLAgents_SnowballTarget + 3. Step 2: Select your *.nn /*.onnx file + 4. Click on Watch the agent play 👀 + \ No newline at end of file diff --git a/SnowballTarget.onnx b/SnowballTarget.onnx new file mode 100644 index 0000000000000000000000000000000000000000..afdbfdb9e884e8f97bdb4af151f573875e6506bb --- /dev/null +++ b/SnowballTarget.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38250fdb32ba01de50bed40e5b22e21c424b6b976f84e50d44640b35ae39968f +size 646532 diff --git a/SnowballTarget/SnowballTarget-1000208.onnx b/SnowballTarget/SnowballTarget-1000208.onnx new file mode 100644 index 0000000000000000000000000000000000000000..afdbfdb9e884e8f97bdb4af151f573875e6506bb --- /dev/null +++ b/SnowballTarget/SnowballTarget-1000208.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38250fdb32ba01de50bed40e5b22e21c424b6b976f84e50d44640b35ae39968f +size 646532 diff --git a/SnowballTarget/SnowballTarget-1000208.pt b/SnowballTarget/SnowballTarget-1000208.pt new file mode 100644 index 0000000000000000000000000000000000000000..946e0eb08537377cd68dfa4f52929945a7bcd1a6 --- /dev/null +++ b/SnowballTarget/SnowballTarget-1000208.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22db757559b66242c0ab4944967c0a6e552accf8af30e64e0ee073f250620ca4 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-859984.onnx b/SnowballTarget/SnowballTarget-859984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..99788d94d7c2f1163ef12628de3fcfd711343507 --- /dev/null +++ b/SnowballTarget/SnowballTarget-859984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac288442a1dde8bdd8e5680d8c0757912fb994128898ecd2f7d85f45724d3c0 +size 646532 diff --git a/SnowballTarget/SnowballTarget-859984.pt b/SnowballTarget/SnowballTarget-859984.pt new file mode 100644 index 0000000000000000000000000000000000000000..8003019751bf3314b70e7c14a52cc4d390e86064 --- /dev/null +++ b/SnowballTarget/SnowballTarget-859984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef560ba0b7a2e468a24fb1693238db0f9dc0b8a88c7d17bf3e9d21229a03502c +size 3843968 diff --git a/SnowballTarget/SnowballTarget-864984.onnx b/SnowballTarget/SnowballTarget-864984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c4324ebe83435418b3331ad0a3ef89b9945e16b1 --- /dev/null +++ b/SnowballTarget/SnowballTarget-864984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3de439a3a76ca4898ce7ee95c63ded358941b68d43cb396353ef6117ee63996 +size 646532 diff --git a/SnowballTarget/SnowballTarget-864984.pt b/SnowballTarget/SnowballTarget-864984.pt new file mode 100644 index 0000000000000000000000000000000000000000..434b0a7338cdd3c39c74eb5c3ee8430300e1b645 --- /dev/null +++ b/SnowballTarget/SnowballTarget-864984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d71ecb54be97ba4166f03e52d89538b7dddcafd525cd9e9d057eb350bc68f6 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-869960.onnx b/SnowballTarget/SnowballTarget-869960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..efc70fdcccb31dae153bb8e1fd3804944b827ca4 --- /dev/null +++ b/SnowballTarget/SnowballTarget-869960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b06cf9e75cb45136a29ad966bd31aee9ff8f7a145f913e6435297e90ea6296 +size 646532 diff --git a/SnowballTarget/SnowballTarget-869960.pt b/SnowballTarget/SnowballTarget-869960.pt new file mode 100644 index 0000000000000000000000000000000000000000..62eb3d4d95e3b81530cf89912d1a31a0edb3a2ae --- /dev/null +++ b/SnowballTarget/SnowballTarget-869960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1088a1f85950c2f1b1fc0fc868b042233e3f94173476248edefdbb6548991eec +size 3843968 diff --git a/SnowballTarget/SnowballTarget-874936.onnx b/SnowballTarget/SnowballTarget-874936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..06dd4100139eb78e92a7b3e98db5be2aad3d34e6 --- /dev/null +++ b/SnowballTarget/SnowballTarget-874936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2af2e0fdf3fa5f8c958a9a58370bf9f6b5a2db080d7a6b668729c1db7890667 +size 646532 diff --git a/SnowballTarget/SnowballTarget-874936.pt b/SnowballTarget/SnowballTarget-874936.pt new file mode 100644 index 0000000000000000000000000000000000000000..992d808f4a051d6c90ac3f28f3ed7941296c6494 --- /dev/null +++ b/SnowballTarget/SnowballTarget-874936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f346c2f0b248e6cee5cbc981a917101e44f885637709945d19b8e5d4508c36d +size 3843968 diff --git a/SnowballTarget/SnowballTarget-879992.onnx b/SnowballTarget/SnowballTarget-879992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cdc55eb1e858cae128ab8eb2a17e6c6f03e1db5b --- /dev/null +++ b/SnowballTarget/SnowballTarget-879992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a94e1ecd5f52f25aef8b5b3a0ba0d34105255b9f34fbba7ef037a0ae8b9aca5 +size 646532 diff --git a/SnowballTarget/SnowballTarget-879992.pt b/SnowballTarget/SnowballTarget-879992.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23faee30fab8d7481a8f418b318a13339019e9c --- /dev/null +++ b/SnowballTarget/SnowballTarget-879992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89dc4c586ff245314856687648fa437e44e5f5ae49c3de2bf20d87436fef7dfe +size 3843968 diff --git a/SnowballTarget/SnowballTarget-884976.onnx b/SnowballTarget/SnowballTarget-884976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..787c016c1f6d7f66081fa8dad2708a81620f6846 --- /dev/null +++ b/SnowballTarget/SnowballTarget-884976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3fa3a929a47cf0a8f2d535bb2131952a7ee1da6d586060f8aeb1d5a8dfc9c6 +size 646532 diff --git a/SnowballTarget/SnowballTarget-884976.pt b/SnowballTarget/SnowballTarget-884976.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e6e3c7a6845206d72854c544baeb16bdfe94da --- /dev/null +++ b/SnowballTarget/SnowballTarget-884976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fda1dd5e91c20c2d1f1dc3d9b9f46f6bd3c5989fad7bcf17d71acecc3cdf626 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-889952.onnx b/SnowballTarget/SnowballTarget-889952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..eb1aed8e382283dd3d674bf6bb99ad136cb532ae --- /dev/null +++ b/SnowballTarget/SnowballTarget-889952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f8ca1a6a34d2dfc83970528a1bf1e96bce8192860c0db19169738d3d3855a4 +size 646532 diff --git a/SnowballTarget/SnowballTarget-889952.pt b/SnowballTarget/SnowballTarget-889952.pt new file mode 100644 index 0000000000000000000000000000000000000000..a35801fee7f919163d478416ca4de3898c1bb4d8 --- /dev/null +++ b/SnowballTarget/SnowballTarget-889952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e69d38bbd2a5734a1af6f66b7fe1ca254022e3fdd69f5094cf7f868b892c187 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-894992.onnx b/SnowballTarget/SnowballTarget-894992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..94592c697295e66b6bc421d24d6fcce889069aed --- /dev/null +++ b/SnowballTarget/SnowballTarget-894992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd515e627664554d1350e592799d48c588a8601c9a71ff65b087a88f2e50cd69 +size 646532 diff --git a/SnowballTarget/SnowballTarget-894992.pt b/SnowballTarget/SnowballTarget-894992.pt new file mode 100644 index 0000000000000000000000000000000000000000..faeb98b213539ab5a0f809b5f7eec0d1d38fef6b --- /dev/null +++ b/SnowballTarget/SnowballTarget-894992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1dff4062da58ac5ab34c34f2621bb8436bed4321783f6cf23fd01c174b681bc +size 3843968 diff --git a/SnowballTarget/SnowballTarget-899992.onnx b/SnowballTarget/SnowballTarget-899992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e1da711b546a1b8524ed67efad75ad1a24ce1d15 --- /dev/null +++ b/SnowballTarget/SnowballTarget-899992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95ae832eaa6208415cd5a4d9e9c8585c30c1b96cc27422d57e5ed7542bf40f5 +size 646532 diff --git a/SnowballTarget/SnowballTarget-899992.pt b/SnowballTarget/SnowballTarget-899992.pt new file mode 100644 index 0000000000000000000000000000000000000000..69b91cee14d49ee687d2754f3d5100e0667e08bf --- /dev/null +++ b/SnowballTarget/SnowballTarget-899992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a6bc38b6825647ce48df39ad1b906517415ee8ac3fc219326331cf26d0712c +size 3843968 diff --git a/SnowballTarget/SnowballTarget-904968.onnx b/SnowballTarget/SnowballTarget-904968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..bf66c9d1808a5f1372a15ca53c7900457fed501e --- /dev/null +++ b/SnowballTarget/SnowballTarget-904968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967c885f15bf4299d7d8fa9a057749a6b04784556c4562972693778fc108e19d +size 646532 diff --git a/SnowballTarget/SnowballTarget-904968.pt b/SnowballTarget/SnowballTarget-904968.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5f1b469837addc9fe360136e4923065859c74d2 --- /dev/null +++ b/SnowballTarget/SnowballTarget-904968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622f6d268face9500a4a962330e0bc87209b9fb1910a812ef6c53f13e6a3a23a +size 3843968 diff --git a/SnowballTarget/SnowballTarget-909944.onnx b/SnowballTarget/SnowballTarget-909944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f71aa3f4f717203c9f5493640579f60b74bda633 --- /dev/null +++ b/SnowballTarget/SnowballTarget-909944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1324e3b820a6e4b749946ca37fafacacc151b135592a8244bd7c03063c0beed4 +size 646532 diff --git a/SnowballTarget/SnowballTarget-909944.pt b/SnowballTarget/SnowballTarget-909944.pt new file mode 100644 index 0000000000000000000000000000000000000000..98eb50e56763929626c089ec15f5e703a2c332b9 --- /dev/null +++ b/SnowballTarget/SnowballTarget-909944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aeb07327a7a392b9080a4314ae0dbc9f63e8186cac36aacbed379909f397aaf +size 3843968 diff --git a/SnowballTarget/SnowballTarget-914984.onnx b/SnowballTarget/SnowballTarget-914984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8eee39f04cefa83ba64649d1bbb2c1961c1cb286 --- /dev/null +++ b/SnowballTarget/SnowballTarget-914984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca53e7671a5ad081fa75dff6f02b851fecc04dd0f58a3c12cf3d013c6f173e1 +size 646532 diff --git a/SnowballTarget/SnowballTarget-914984.pt b/SnowballTarget/SnowballTarget-914984.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2a6d2638b3a8d5f9f0fc9533b5fbda52a87acf --- /dev/null +++ b/SnowballTarget/SnowballTarget-914984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb2829885d8f686be2efee8065c22e90b9e4ea976324c14ba4e3110079f78af0 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-919984.onnx b/SnowballTarget/SnowballTarget-919984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4eb350eb4b8a21064ce4ff1dac75265070e1233f --- /dev/null +++ b/SnowballTarget/SnowballTarget-919984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f915ccc67fad3522f44d3990d0a6fe92eb8af1edeccd2b5e6e2cc18e5cae6e5a +size 646532 diff --git a/SnowballTarget/SnowballTarget-919984.pt b/SnowballTarget/SnowballTarget-919984.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e39d69d813a0137b5b5b2ca5410c0cc5fa31fb --- /dev/null +++ b/SnowballTarget/SnowballTarget-919984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9212bf662eb5ad0084fdb68199f7b92a1ed60b307e5f93c67d13c5a01417fc07 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-924960.onnx b/SnowballTarget/SnowballTarget-924960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..cc72bdf16dbefe488ee71b531a7407d1b7080296 --- /dev/null +++ b/SnowballTarget/SnowballTarget-924960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604cb0773f87cd9eb0fe986c1ebdab9c66bfb5883755268df2b29292c3267e85 +size 646532 diff --git a/SnowballTarget/SnowballTarget-924960.pt b/SnowballTarget/SnowballTarget-924960.pt new file mode 100644 index 0000000000000000000000000000000000000000..d82d768f5da440dc1103474ba3e12e97569cc97b --- /dev/null +++ b/SnowballTarget/SnowballTarget-924960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0104a2ee1e06fe76e9e9dcfb3bb6c6539dafd2c96e31bdbd7bb84bf5637c241f +size 3843968 diff --git a/SnowballTarget/SnowballTarget-929936.onnx b/SnowballTarget/SnowballTarget-929936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..97808074f2b19c65b843a5a997fe8953c7f8c55c --- /dev/null +++ b/SnowballTarget/SnowballTarget-929936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef25421c72ae4d9b0ae03de300cc1e5b3bb81e595f3ce4a3c47f30ae733143f +size 646532 diff --git a/SnowballTarget/SnowballTarget-929936.pt b/SnowballTarget/SnowballTarget-929936.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c5e6ae40416d87f092e313b4be4ba7ad758578 --- /dev/null +++ b/SnowballTarget/SnowballTarget-929936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9618883522ab1bb1cd8c3ea3196c264e301044467084a52a4b867962fcd3d6 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-934992.onnx b/SnowballTarget/SnowballTarget-934992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4952646f044c830573af2f50df39a18f4ad739e0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-934992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8318d8353d1ae65b083c00d7a0e4ed00814e6c67c72d91fe0c8c19631b13cdd7 +size 646532 diff --git a/SnowballTarget/SnowballTarget-934992.pt b/SnowballTarget/SnowballTarget-934992.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ace271df25c11673da0e547874b064368bec1b --- /dev/null +++ b/SnowballTarget/SnowballTarget-934992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f2ce7191e3a620edbbbe4834739252070efa6da7a18994c61750c62eec7ffc +size 3843968 diff --git a/SnowballTarget/SnowballTarget-939976.onnx b/SnowballTarget/SnowballTarget-939976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..f978577a818aa20b5b11b10d236dc7c33ae03e9b --- /dev/null +++ b/SnowballTarget/SnowballTarget-939976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a11fce303b26cb415c0e3ebc9781e266e47eec3e16944687e186fe66e351664 +size 646532 diff --git a/SnowballTarget/SnowballTarget-939976.pt b/SnowballTarget/SnowballTarget-939976.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b0da0015cc8a2769ed73aeebb0b23d7aa799b8 --- /dev/null +++ b/SnowballTarget/SnowballTarget-939976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52170694db69701a80197ada9706183e958ae7f054fc6ddca31fb878db4d0762 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-944952.onnx b/SnowballTarget/SnowballTarget-944952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..76237e70ca30d753370b8b0a7430d9ebfbaea787 --- /dev/null +++ b/SnowballTarget/SnowballTarget-944952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4db56e8ba3e1d663235a9f88dea9da4da92a818a18bb3da821977350309d1e +size 646532 diff --git a/SnowballTarget/SnowballTarget-944952.pt b/SnowballTarget/SnowballTarget-944952.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff7a3c3bfcf1241451828dd326f1caf64f41bc53 --- /dev/null +++ b/SnowballTarget/SnowballTarget-944952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001d6fed25ac316958ae1dfa95fd9dd63357699e876bceb806d0819dd523da76 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-949992.onnx b/SnowballTarget/SnowballTarget-949992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..54ecb4dee75d9bc9f0a0f5c73033ce0e024547fc --- /dev/null +++ b/SnowballTarget/SnowballTarget-949992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e226bca9248e7aed7248ef4a3a1d346fb4fc7da122ca697409f3060a6f3717 +size 646532 diff --git a/SnowballTarget/SnowballTarget-949992.pt b/SnowballTarget/SnowballTarget-949992.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a78a5d9db71a58d884e66bc9b87b5f41957e5d5 --- /dev/null +++ b/SnowballTarget/SnowballTarget-949992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f661fbd6e810fdbcd865852f3d5d994155faf3717da9f91d955a2de29c48d42 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-954992.onnx b/SnowballTarget/SnowballTarget-954992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..d4897a7bed171cbf3d56df2880f09ea157b01dab --- /dev/null +++ b/SnowballTarget/SnowballTarget-954992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b839f2ee1431eba5e9bf7204ea9d457715abcd9baa866c2f5c6c3cbfda9a6bff +size 646532 diff --git a/SnowballTarget/SnowballTarget-954992.pt b/SnowballTarget/SnowballTarget-954992.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c64075159fcf14afc70a177c490948399fc123 --- /dev/null +++ b/SnowballTarget/SnowballTarget-954992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e1518cf4dd929ad50897a5d27f515d6174b3b9dc5a0c1d31cc3a9ba22bb2b7 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-959968.onnx b/SnowballTarget/SnowballTarget-959968.onnx new file mode 100644 index 0000000000000000000000000000000000000000..4d572498fd0ab3d8fc28754494d3bcb438deb7f9 --- /dev/null +++ b/SnowballTarget/SnowballTarget-959968.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a17667c5d25187aa06baf04bf1354ec499e698d5f4440da513ee30cdea720025 +size 646532 diff --git a/SnowballTarget/SnowballTarget-959968.pt b/SnowballTarget/SnowballTarget-959968.pt new file mode 100644 index 0000000000000000000000000000000000000000..a606b2e43be683776fea588a8f25da26fb3a3fa3 --- /dev/null +++ b/SnowballTarget/SnowballTarget-959968.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993deef27b0d6c2186df807a6d3d69e34268635391f2a995e1c4ecf635b92d23 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-964944.onnx b/SnowballTarget/SnowballTarget-964944.onnx new file mode 100644 index 0000000000000000000000000000000000000000..de39e998ddcb0f2632b1bda47e5891fdcfef8c0a --- /dev/null +++ b/SnowballTarget/SnowballTarget-964944.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2fcebcac308ece72d6df61414bf9d1e1fc4b971f1154761aa50408318426b4f +size 646532 diff --git a/SnowballTarget/SnowballTarget-964944.pt b/SnowballTarget/SnowballTarget-964944.pt new file mode 100644 index 0000000000000000000000000000000000000000..4caf6f4070c9354b4e401ce54ff01c43e635fd48 --- /dev/null +++ b/SnowballTarget/SnowballTarget-964944.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e68ec7c9471c23e58bb926a8518a9c4fd3d69188d1dc2043c0b8251e6a889a6 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-969984.onnx b/SnowballTarget/SnowballTarget-969984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..c71a513712da4f6f97477e2dfab3c9d3b015d11a --- /dev/null +++ b/SnowballTarget/SnowballTarget-969984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43fb208191986026f598a723e2b61c7fef661f5e94075e495ec8d7b9685c2ab +size 646532 diff --git a/SnowballTarget/SnowballTarget-969984.pt b/SnowballTarget/SnowballTarget-969984.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ad000fe26eff8e28a4845c12d38239dcb0c14e --- /dev/null +++ b/SnowballTarget/SnowballTarget-969984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc63bfeaa67733e90c0e0a60a10b3a67fde45a064793a376ea2dcc3614741e0 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-974984.onnx b/SnowballTarget/SnowballTarget-974984.onnx new file mode 100644 index 0000000000000000000000000000000000000000..72f996ff7e0b12066619b2f67a7b9686e197d4c0 --- /dev/null +++ b/SnowballTarget/SnowballTarget-974984.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e3597d47941c0d86c91cf9a5bd44a49af524051b8c46d5c7bbe4d5013866c52 +size 646532 diff --git a/SnowballTarget/SnowballTarget-974984.pt b/SnowballTarget/SnowballTarget-974984.pt new file mode 100644 index 0000000000000000000000000000000000000000..88591db77ce393d52b6571aedd507d271c124114 --- /dev/null +++ b/SnowballTarget/SnowballTarget-974984.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fed7bba61c2d6407411272b7e36e9c22c41dcd74580023fec9441d8ca1fe7ff +size 3843968 diff --git a/SnowballTarget/SnowballTarget-979960.onnx b/SnowballTarget/SnowballTarget-979960.onnx new file mode 100644 index 0000000000000000000000000000000000000000..8326d44549201d5f6268ccc00e0694291edb0c07 --- /dev/null +++ b/SnowballTarget/SnowballTarget-979960.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121a2fcb01fec1ed4ec39cf265853cb158e5cc91c6bcd565b2f4aeb63a61d454 +size 646532 diff --git a/SnowballTarget/SnowballTarget-979960.pt b/SnowballTarget/SnowballTarget-979960.pt new file mode 100644 index 0000000000000000000000000000000000000000..710d6852d29ad8e1f73721dc3f680de757fbe75d --- /dev/null +++ b/SnowballTarget/SnowballTarget-979960.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e61ae28a3200d66e4c1d4e340e2c8fe0c9b054120dec8b51d9aca562348988 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-984936.onnx b/SnowballTarget/SnowballTarget-984936.onnx new file mode 100644 index 0000000000000000000000000000000000000000..fffdf17eb258750a30b8e5e447d71030e773411c --- /dev/null +++ b/SnowballTarget/SnowballTarget-984936.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c58adf139e6235c2b7c0fc54804c2c1b662d08ab72ecdfef866aedfe31af18d +size 646532 diff --git a/SnowballTarget/SnowballTarget-984936.pt b/SnowballTarget/SnowballTarget-984936.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fee7dea748918eddb8871ae4d0832ec68d0dcfe --- /dev/null +++ b/SnowballTarget/SnowballTarget-984936.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56214b1d664cc464a5fdd706845b66387d962014d2fbf4a5d98e8a2ee3fa28e4 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-989992.onnx b/SnowballTarget/SnowballTarget-989992.onnx new file mode 100644 index 0000000000000000000000000000000000000000..e21b75548f3dd2aa217f474cfe8f90f246c09890 --- /dev/null +++ b/SnowballTarget/SnowballTarget-989992.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ca84fde5d0df1205bcbfae20a172e69f626186e3d88e2e411b57a3f5a29315 +size 646532 diff --git a/SnowballTarget/SnowballTarget-989992.pt b/SnowballTarget/SnowballTarget-989992.pt new file mode 100644 index 0000000000000000000000000000000000000000..42e19c27a6f25fbec3c7cec060e31fda79533a05 --- /dev/null +++ b/SnowballTarget/SnowballTarget-989992.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a4d7c5fe52621cc345433a876a544d08d6496a584391cf4f80bbeacff0b3f19 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-994976.onnx b/SnowballTarget/SnowballTarget-994976.onnx new file mode 100644 index 0000000000000000000000000000000000000000..5f9365c778ffcc3ece56e047cedea80404af3f26 --- /dev/null +++ b/SnowballTarget/SnowballTarget-994976.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f388c323629d735d63b74a7e81292e8626890ffcf7935081da9d5d3c7816ce +size 646532 diff --git a/SnowballTarget/SnowballTarget-994976.pt b/SnowballTarget/SnowballTarget-994976.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4d7ff4032c1f9634cd988c490f43c6f233d9f5 --- /dev/null +++ b/SnowballTarget/SnowballTarget-994976.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c126fd46d6b3ad78672480a37cf99c60066ca683a1e4da553b072669c3625cf4 +size 3843968 diff --git a/SnowballTarget/SnowballTarget-999952.onnx b/SnowballTarget/SnowballTarget-999952.onnx new file mode 100644 index 0000000000000000000000000000000000000000..afdbfdb9e884e8f97bdb4af151f573875e6506bb --- /dev/null +++ b/SnowballTarget/SnowballTarget-999952.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38250fdb32ba01de50bed40e5b22e21c424b6b976f84e50d44640b35ae39968f +size 646532 diff --git a/SnowballTarget/SnowballTarget-999952.pt b/SnowballTarget/SnowballTarget-999952.pt new file mode 100644 index 0000000000000000000000000000000000000000..0157c786df6627cc086827c17be5bd733492e5ad --- /dev/null +++ b/SnowballTarget/SnowballTarget-999952.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a731815bcfe5f328b4753a6ca61801323d1ecc2ff20a00b9bbb9a366da51c92 +size 3843968 diff --git a/SnowballTarget/checkpoint.pt b/SnowballTarget/checkpoint.pt new file mode 100644 index 0000000000000000000000000000000000000000..946e0eb08537377cd68dfa4f52929945a7bcd1a6 --- /dev/null +++ b/SnowballTarget/checkpoint.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22db757559b66242c0ab4944967c0a6e552accf8af30e64e0ee073f250620ca4 +size 3843968 diff --git a/SnowballTarget/events.out.tfevents.1680174640.3feabd6fc979.4859.0 b/SnowballTarget/events.out.tfevents.1680174640.3feabd6fc979.4859.0 new file mode 100644 index 0000000000000000000000000000000000000000..652bc365b8ff5bac352ebebd6b4fadaf35c1134f --- /dev/null +++ b/SnowballTarget/events.out.tfevents.1680174640.3feabd6fc979.4859.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4dc96333587e72ca197a2ae40c17846a03241927bc41e92db8d9e4ea88210d +size 93354 diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b72bac0b57b4d66da4aede32e61c6979216828dc --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 5000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 30, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false} \ No newline at end of file diff --git a/configuration.yaml b/configuration.yaml new file mode 100644 index 0000000000000000000000000000000000000000..12d7d1443cd7b2b21752340b8d86d20697a8507b --- /dev/null +++ b/configuration.yaml @@ -0,0 +1,77 @@ +default_settings: null +behaviors: + SnowballTarget: + trainer_type: ppo + hyperparameters: + batch_size: 128 + buffer_size: 2048 + learning_rate: 0.0003 + beta: 0.005 + epsilon: 0.2 + lambd: 0.95 + num_epoch: 3 + shared_critic: false + learning_rate_schedule: linear + beta_schedule: linear + epsilon_schedule: linear + checkpoint_interval: 5000 + network_settings: + normalize: false + hidden_units: 256 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + reward_signals: + extrinsic: + gamma: 0.99 + strength: 1.0 + network_settings: + normalize: false + hidden_units: 128 + num_layers: 2 + vis_encode_type: simple + memory: null + goal_conditioning_type: hyper + deterministic: false + init_path: null + keep_checkpoints: 30 + even_checkpoints: false + max_steps: 1000000 + time_horizon: 64 + summary_freq: 10000 + threaded: true + self_play: null + behavioral_cloning: null +env_settings: + env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget + env_args: null + base_port: 5005 + num_envs: 1 + num_areas: 1 + seed: -1 + max_lifetime_restarts: 10 + restarts_rate_limit_n: 1 + restarts_rate_limit_period_s: 60 +engine_settings: + width: 84 + height: 84 + quality_level: 5 + time_scale: 20 + target_frame_rate: -1 + capture_frame_rate: 60 + no_graphics: true +environment_parameters: null +checkpoint_settings: + run_id: SnowballTarget1 + initialize_from: null + load_model: false + resume: false + force: false + train_model: false + inference: false + results_dir: results +torch_settings: + device: null +debug: false diff --git a/run_logs/Player-0.log b/run_logs/Player-0.log new file mode 100644 index 0000000000000000000000000000000000000000..5443ea1b63db61525c87bf7608a8f41f46209a68 --- /dev/null +++ b/run_logs/Player-0.log @@ -0,0 +1,262 @@ +Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed' +Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc' +Preloaded 'lib_burst_generated.so' +Preloaded 'libgrpc_csharp_ext.x64.so' +PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face +PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget +Unable to load player prefs +Initialize engine version: 2021.3.14f1 (eee1884e7226) +[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems +Forcing GfxDevice: Null +GfxDevice: creating device client; threaded=0; jobified=0 +NullGfxDevice: + Version: NULL 1.0 [1.0] + Renderer: Null Device + Vendor: Unity Technologies +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000 +ALSA lib confmisc.c:767:(parse_card) cannot find card '0' +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory +ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory +ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name +ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory +ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory +ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default +FMOD failed to initialize the output device.: "Error initializing output device. " (60) +FMOD initialized on nosound output +Begin MonoManager ReloadAssembly +- Completed reload, in 0.125 seconds +ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +WARNING: Shader Unsupported: 'Standard' - All subshaders removed +WARNING: Shader Did you use #pragma only_renderers and omit this platform? +WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off? +UnloadTime: 1.012412 ms +ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable) +requesting resize 84 x 84 +Setting up 1 worker threads for Enlighten. +Memory Statistics: +[ALLOC_TEMP_TLS] TLS Allocator + StackAllocators : + [ALLOC_TEMP_MAIN] + Peak usage frame count: [8.0 KB-16.0 KB]: 26827 frames, [16.0 KB-32.0 KB]: 454 frames, [2.0 MB-4.0 MB]: 1 frames + Initial Block Size 4.0 MB + Current Block Size 4.0 MB + Peak Allocated Bytes 2.0 MB + Overflow Count 0 + [ALLOC_TEMP_Loading.AsyncRead] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 198 B + Overflow Count 0 + [ALLOC_TEMP_Loading.PreloadManager] + Initial Block Size 256.0 KB + Current Block Size 304.0 KB + Peak Allocated Bytes 228.9 KB + Overflow Count 4 + [ALLOC_TEMP_Background Job.Worker 8] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 9] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Job.Worker 0] + Initial Block Size 256.0 KB + Current Block Size 256.0 KB + Peak Allocated Bytes 3.6 KB + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 10] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 14] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 6] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 12] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_EnlightenWorker] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 15] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 1] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 2] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 7] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_AssetGarbageCollectorHelper] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 5] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 13] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 11] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 3] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 0] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_Background Job.Worker 4] + Initial Block Size 32.0 KB + Current Block Size 32.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 + [ALLOC_TEMP_BatchDeleteObjects] + Initial Block Size 64.0 KB + Current Block Size 64.0 KB + Peak Allocated Bytes 0 B + Overflow Count 0 +[ALLOC_DEFAULT] Dual Thread Allocator + Peak main deferred allocation count 45 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_DEFAULT_MAIN] + Peak usage frame count: [4.0 MB-8.0 MB]: 10853 frames, [8.0 MB-16.0 MB]: 16429 frames + Requested Block Size 16.0 MB + Peak Block count 2 + Peak Allocated memory 14.7 MB + Peak Large allocation bytes 0 B + [ALLOC_DEFAULT_THREAD] + Peak usage frame count: [16.0 MB-32.0 MB]: 27282 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 17.5 MB + Peak Large allocation bytes 16.0 MB +[ALLOC_TEMP_JOB_1_FRAME] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_2_FRAMES] + Initial Block Size 2.0 MB + Used Block Count 1 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)] + Initial Block Size 2.0 MB + Used Block Count 2 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_TEMP_JOB_ASYNC (Background)] + Initial Block Size 1.0 MB + Used Block Count 3 + Overflow Count (too large) 0 + Overflow Count (full) 0 +[ALLOC_GFX] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_GFX_MAIN] + Peak usage frame count: [32.0 KB-64.0 KB]: 26046 frames, [64.0 KB-128.0 KB]: 1236 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 66.8 KB + Peak Large allocation bytes 0 B + [ALLOC_GFX_THREAD] + Peak usage frame count: [32.0 KB-64.0 KB]: 27282 frames + Requested Block Size 16.0 MB + Peak Block count 1 + Peak Allocated memory 39.6 KB + Peak Large allocation bytes 0 B +[ALLOC_CACHEOBJECTS] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_CACHEOBJECTS_MAIN] + Peak usage frame count: [0.5 MB-1.0 MB]: 27282 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 0.6 MB + Peak Large allocation bytes 0 B + [ALLOC_CACHEOBJECTS_THREAD] + Peak usage frame count: [0.5 MB-1.0 MB]: 27281 frames, [2.0 MB-4.0 MB]: 1 frames + Requested Block Size 4.0 MB + Peak Block count 1 + Peak Allocated memory 2.2 MB + Peak Large allocation bytes 0 B +[ALLOC_TYPETREE] Dual Thread Allocator + Peak main deferred allocation count 0 + [ALLOC_BUCKET] + Large Block size 4.0 MB + Used Block count 1 + Peak Allocated bytes 1.0 MB + [ALLOC_TYPETREE_MAIN] + Peak usage frame count: [0-1.0 KB]: 27282 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.0 KB + Peak Large allocation bytes 0 B + [ALLOC_TYPETREE_THREAD] + Peak usage frame count: [1.0 KB-2.0 KB]: 27282 frames + Requested Block Size 2.0 MB + Peak Block count 1 + Peak Allocated memory 1.7 KB + Peak Large allocation bytes 0 B diff --git a/run_logs/timers.json b/run_logs/timers.json new file mode 100644 index 0000000000000000000000000000000000000000..5f102b743b82f743002d7ac7a1adfb786e945a48 --- /dev/null +++ b/run_logs/timers.json @@ -0,0 +1,377 @@ +{ + "name": "root", + "gauges": { + "SnowballTarget.Policy.Entropy.mean": { + "value": 0.4985675513744354, + "min": 0.48494648933410645, + "max": 2.8707730770111084, + "count": 100 + }, + "SnowballTarget.Policy.Entropy.sum": { + "value": 4743.8701171875, + "min": 4734.298828125, + "max": 29525.900390625, + "count": 100 + }, + "SnowballTarget.Step.mean": { + "value": 999952.0, + "min": 9952.0, + "max": 999952.0, + "count": 100 + }, + "SnowballTarget.Step.sum": { + "value": 999952.0, + "min": 9952.0, + "max": 999952.0, + "count": 100 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { + "value": 14.144131660461426, + "min": 0.26199665665626526, + "max": 14.316263198852539, + "count": 100 + }, + "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { + "value": 2758.105712890625, + "min": 50.82735061645508, + "max": 2934.833984375, + "count": 100 + }, + "SnowballTarget.Environment.EpisodeLength.mean": { + "value": 199.0, + "min": 199.0, + "max": 199.0, + "count": 100 + }, + "SnowballTarget.Environment.EpisodeLength.sum": { + "value": 8756.0, + "min": 8756.0, + "max": 10945.0, + "count": 100 + }, + "SnowballTarget.Losses.PolicyLoss.mean": { + "value": 0.0637770346374429, + "min": 0.05963628309394813, + "max": 0.08114146205366078, + "count": 100 + }, + "SnowballTarget.Losses.PolicyLoss.sum": { + "value": 0.2551081385497716, + "min": 0.23854513237579253, + "max": 0.4057073102683039, + "count": 100 + }, + "SnowballTarget.Losses.ValueLoss.mean": { + "value": 0.14795954876086292, + "min": 0.11607741353252685, + "max": 0.26481452268712663, + "count": 100 + }, + "SnowballTarget.Losses.ValueLoss.sum": { + "value": 0.5918381950434517, + "min": 0.4643096541301074, + "max": 1.324072613435633, + "count": 100 + }, + "SnowballTarget.Policy.LearningRate.mean": { + "value": 1.3764995412000027e-06, + "min": 1.3764995412000027e-06, + "max": 0.0002983764005411999, + "count": 100 + }, + "SnowballTarget.Policy.LearningRate.sum": { + "value": 5.505998164800011e-06, + "min": 5.505998164800011e-06, + "max": 0.001477032007656, + "count": 100 + }, + "SnowballTarget.Policy.Epsilon.mean": { + "value": 0.10045880000000001, + "min": 0.10045880000000001, + "max": 0.1994588, + "count": 100 + }, + "SnowballTarget.Policy.Epsilon.sum": { + "value": 0.40183520000000006, + "min": 0.40183520000000006, + "max": 0.992344, + "count": 100 + }, + "SnowballTarget.Policy.Beta.mean": { + "value": 3.289412000000004e-05, + "min": 3.289412000000004e-05, + "max": 0.00497299412, + "count": 100 + }, + "SnowballTarget.Policy.Beta.sum": { + "value": 0.00013157648000000017, + "min": 0.00013157648000000017, + "max": 0.0246179656, + "count": 100 + }, + "SnowballTarget.Environment.CumulativeReward.mean": { + "value": 27.933333333333334, + "min": 3.0, + "max": 28.377777777777776, + "count": 100 + }, + "SnowballTarget.Environment.CumulativeReward.sum": { + "value": 1257.0, + "min": 132.0, + "max": 1539.0, + "count": 100 + }, + "SnowballTarget.Policy.ExtrinsicReward.mean": { + "value": 27.933333333333334, + "min": 3.0, + "max": 28.377777777777776, + "count": 100 + }, + "SnowballTarget.Policy.ExtrinsicReward.sum": { + "value": 1257.0, + "min": 132.0, + "max": 1539.0, + "count": 100 + }, + "SnowballTarget.IsTraining.mean": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 100 + }, + "SnowballTarget.IsTraining.sum": { + "value": 1.0, + "min": 1.0, + "max": 1.0, + "count": 100 + } + }, + "metadata": { + "timer_format_version": "0.1.0", + "start_time_seconds": "1680174634", + "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", + "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics", + "mlagents_version": "0.31.0.dev0", + "mlagents_envs_version": "0.31.0.dev0", + "communication_protocol_version": "1.5.0", + "pytorch_version": "1.11.0+cu102", + "numpy_version": "1.21.2", + "end_time_seconds": "1680176873" + }, + "total": 2239.526590824, + "count": 1, + "self": 0.4307974049997938, + "children": { + "run_training.setup": { + "total": 0.11080872399998043, + "count": 1, + "self": 0.11080872399998043 + }, + "TrainerController.start_learning": { + "total": 2238.984984695, + "count": 1, + "self": 2.5971139529315224, + "children": { + "TrainerController._reset_env": { + "total": 9.395622794000019, + "count": 1, + "self": 9.395622794000019 + }, + "TrainerController.advance": { + "total": 2226.8639339670685, + "count": 90937, + "self": 1.2736360480407711, + "children": { + "env_step": { + "total": 2225.5902979190278, + "count": 90937, + "self": 1596.4252580241043, + "children": { + "SubprocessEnvManager._take_step": { + "total": 627.8563789190018, + "count": 90937, + "self": 11.318954485023596, + "children": { + "TorchPolicy.evaluate": { + "total": 616.5374244339782, + "count": 90937, + "self": 616.5374244339782 + } + } + }, + "workers": { + "total": 1.3086609759216117, + "count": 90937, + "self": 0.0, + "children": { + "worker_root": { + "total": 2232.3122450249302, + "count": 90937, + "is_parallel": true, + "self": 1067.8020832078946, + "children": { + "run_training.setup": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "steps_from_proto": { + "total": 0.005535050999924351, + "count": 1, + "is_parallel": true, + "self": 0.0035557410001274548, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.0019793099997968966, + "count": 10, + "is_parallel": true, + "self": 0.0019793099997968966 + } + } + }, + "UnityEnvironment.step": { + "total": 0.04609433100017668, + "count": 1, + "is_parallel": true, + "self": 0.00045271300041349605, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 0.00029810299997734546, + "count": 1, + "is_parallel": true, + "self": 0.00029810299997734546 + }, + "communicator.exchange": { + "total": 0.043678958999862516, + "count": 1, + "is_parallel": true, + "self": 0.043678958999862516 + }, + "steps_from_proto": { + "total": 0.0016645559999233228, + "count": 1, + "is_parallel": true, + "self": 0.0003627529997629608, + "children": { + "_process_rank_one_or_two_observation": { + "total": 0.001301803000160362, + "count": 10, + "is_parallel": true, + "self": 0.001301803000160362 + } + } + } + } + } + } + }, + "UnityEnvironment.step": { + "total": 1164.5101618170356, + "count": 90936, + "is_parallel": true, + "self": 46.12027794189112, + "children": { + "UnityEnvironment._generate_step_input": { + "total": 25.373760011039167, + "count": 90936, + "is_parallel": true, + "self": 25.373760011039167 + }, + "communicator.exchange": { + "total": 944.7992827400683, + "count": 90936, + "is_parallel": true, + "self": 944.7992827400683 + }, + "steps_from_proto": { + "total": 148.21684112403705, + "count": 90936, + "is_parallel": true, + "self": 29.030939516187573, + "children": { + "_process_rank_one_or_two_observation": { + "total": 119.18590160784947, + "count": 909360, + "is_parallel": true, + "self": 119.18590160784947 + } + } + } + } + } + } + } + } + } + } + } + } + }, + "trainer_threads": { + "total": 0.00024894199987102184, + "count": 1, + "self": 0.00024894199987102184, + "children": { + "thread_root": { + "total": 0.0, + "count": 0, + "is_parallel": true, + "self": 0.0, + "children": { + "trainer_advance": { + "total": 2211.5093824378973, + "count": 1942421, + "is_parallel": true, + "self": 45.81380997078304, + "children": { + "process_trajectory": { + "total": 1234.8657162741101, + "count": 1942421, + "is_parallel": true, + "self": 1183.0454632841115, + "children": { + "RLTrainer._checkpoint": { + "total": 51.82025298999861, + "count": 200, + "is_parallel": true, + "self": 51.82025298999861 + } + } + }, + "_update_policy": { + "total": 930.8298561930039, + "count": 454, + "is_parallel": true, + "self": 341.6417161570182, + "children": { + "TorchPPOOptimizer.update": { + "total": 589.1881400359857, + "count": 23136, + "is_parallel": true, + "self": 589.1881400359857 + } + } + } + } + } + } + } + } + }, + "TrainerController._save_models": { + "total": 0.12806503899992094, + "count": 1, + "self": 0.0008491259995935252, + "children": { + "RLTrainer._checkpoint": { + "total": 0.12721591300032742, + "count": 1, + "self": 0.12721591300032742 + } + } + } + } + } + } +} \ No newline at end of file diff --git a/run_logs/training_status.json b/run_logs/training_status.json new file mode 100644 index 0000000000000000000000000000000000000000..609879ee837f1b59c9e367e10501b86d52b5ed0f --- /dev/null +++ b/run_logs/training_status.json @@ -0,0 +1,290 @@ +{ + "SnowballTarget": { + "checkpoints": [ + { + "steps": 859984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-859984.onnx", + "reward": 27.818181818181817, + "creation_time": 1680176566.053385, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-859984.pt" + ] + }, + { + "steps": 864984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-864984.onnx", + "reward": 27.09090909090909, + "creation_time": 1680176578.2359457, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-864984.pt" + ] + }, + { + "steps": 869960, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-869960.onnx", + "reward": 28.818181818181817, + "creation_time": 1680176589.320714, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-869960.pt" + ] + }, + { + "steps": 874936, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-874936.onnx", + "reward": 27.818181818181817, + "creation_time": 1680176600.5016067, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-874936.pt" + ] + }, + { + "steps": 879992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-879992.onnx", + "reward": 27.2, + "creation_time": 1680176610.865532, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-879992.pt" + ] + }, + { + "steps": 884976, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-884976.onnx", + "reward": 27.636363636363637, + "creation_time": 1680176621.1342719, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-884976.pt" + ] + }, + { + "steps": 889952, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-889952.onnx", + "reward": 27.454545454545453, + "creation_time": 1680176632.9709291, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-889952.pt" + ] + }, + { + "steps": 894992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-894992.onnx", + "reward": 26.545454545454547, + "creation_time": 1680176643.741436, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-894992.pt" + ] + }, + { + "steps": 899992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-899992.onnx", + "reward": 27.454545454545453, + "creation_time": 1680176655.0177288, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-899992.pt" + ] + }, + { + "steps": 904968, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-904968.onnx", + "reward": 27.545454545454547, + "creation_time": 1680176665.9993293, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-904968.pt" + ] + }, + { + "steps": 909944, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-909944.onnx", + "reward": 28.454545454545453, + "creation_time": 1680176675.9887764, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-909944.pt" + ] + }, + { + "steps": 914984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-914984.onnx", + "reward": 27.727272727272727, + "creation_time": 1680176686.5840194, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-914984.pt" + ] + }, + { + "steps": 919984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-919984.onnx", + "reward": 27.90909090909091, + "creation_time": 1680176698.171022, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-919984.pt" + ] + }, + { + "steps": 924960, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-924960.onnx", + "reward": 27.454545454545453, + "creation_time": 1680176709.2486722, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-924960.pt" + ] + }, + { + "steps": 929936, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-929936.onnx", + "reward": 28.363636363636363, + "creation_time": 1680176720.2776246, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-929936.pt" + ] + }, + { + "steps": 934992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-934992.onnx", + "reward": 28.3, + "creation_time": 1680176732.3275387, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-934992.pt" + ] + }, + { + "steps": 939976, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-939976.onnx", + "reward": 28.181818181818183, + "creation_time": 1680176741.127396, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-939976.pt" + ] + }, + { + "steps": 944952, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-944952.onnx", + "reward": 29.545454545454547, + "creation_time": 1680176752.3131542, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-944952.pt" + ] + }, + { + "steps": 949992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-949992.onnx", + "reward": 27.09090909090909, + "creation_time": 1680176763.720395, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-949992.pt" + ] + }, + { + "steps": 954992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-954992.onnx", + "reward": 27.545454545454547, + "creation_time": 1680176775.3506765, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-954992.pt" + ] + }, + { + "steps": 959968, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-959968.onnx", + "reward": 27.90909090909091, + "creation_time": 1680176785.525728, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-959968.pt" + ] + }, + { + "steps": 964944, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-964944.onnx", + "reward": 28.727272727272727, + "creation_time": 1680176795.6226838, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-964944.pt" + ] + }, + { + "steps": 969984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-969984.onnx", + "reward": 28.0, + "creation_time": 1680176807.102706, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-969984.pt" + ] + }, + { + "steps": 974984, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-974984.onnx", + "reward": 27.636363636363637, + "creation_time": 1680176818.3765364, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-974984.pt" + ] + }, + { + "steps": 979960, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-979960.onnx", + "reward": 27.727272727272727, + "creation_time": 1680176828.7569761, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-979960.pt" + ] + }, + { + "steps": 984936, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-984936.onnx", + "reward": 28.0, + "creation_time": 1680176840.1780996, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-984936.pt" + ] + }, + { + "steps": 989992, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-989992.onnx", + "reward": 28.1, + "creation_time": 1680176852.3903394, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-989992.pt" + ] + }, + { + "steps": 994976, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-994976.onnx", + "reward": 27.727272727272727, + "creation_time": 1680176862.0167255, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-994976.pt" + ] + }, + { + "steps": 999952, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-999952.onnx", + "reward": 27.818181818181817, + "creation_time": 1680176872.9725251, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-999952.pt" + ] + }, + { + "steps": 1000208, + "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-1000208.onnx", + "reward": 27.818181818181817, + "creation_time": 1680176873.1234765, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-1000208.pt" + ] + } + ], + "final_checkpoint": { + "steps": 1000208, + "file_path": "results/SnowballTarget1/SnowballTarget.onnx", + "reward": 27.818181818181817, + "creation_time": 1680176873.1234765, + "auxillary_file_paths": [ + "results/SnowballTarget1/SnowballTarget/SnowballTarget-1000208.pt" + ] + } + }, + "metadata": { + "stats_format_version": "0.3.0", + "mlagents_version": "0.31.0.dev0", + "torch_version": "1.11.0+cu102" + } +} \ No newline at end of file