Initial commit for mix_d9_l3_h4_t60K_s173289
Browse files- behaviors.json +1 -0
- features.json +1 -0
- model.pth +3 -0
- training_loss.json +0 -0
behaviors.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"position": 0, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A210", "Math.Add:S3", "Math.Neg:N2", "Attn:P0=100"]}, {"position": 0, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P0=100"]}, {"position": 0, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2"]}, {"position": 9, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A2", "Math.Add:S3", "Attn:P5=19", "Attn:P2=15", "Attn:P1=12", "Attn:P0=10"]}, {"position": 9, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A510", "Math.Neg:N12", "Attn:P9=89", "Attn:P5=4", "Attn:P4=2", "Attn:P3=2"]}, {"position": 9, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A2", "Math.Add:S3", "Attn:P0=15", "Attn:P5=14", "Attn:P3=12", "Attn:P4=11"]}, {"position": 9, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A54210", "Math.Add:S2345", "Math.Neg:N12", "Attn:P9=99"]}, {"position": 9, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:3", "Impact:A54310", "Math.Add:S25", "Math.Neg:N12"]}, {"position": 10, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A210", "Math.Add:S3", "Math.Neg:N2", "Attn:P9=97"]}, {"position": 10, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P10=84", "Attn:P0=9", "Attn:P5=1", "Attn:P1=1"]}, {"position": 10, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P0=94", "Attn:P10=3"]}, {"position": 10, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2"]}, {"position": 11, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A210", "Math.Add:S3", "Math.Sub:M2", "Attn:P9=97"]}, {"position": 11, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:3", "Impact:A10", "Math.Sub:M23", "Math.Neg:N2", "Attn:P11=83", "Attn:P1=10", "Attn:P2=2", "Attn:P6=1"]}, {"position": 11, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:5", "Impact:A10", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P1=95", "Attn:P11=1", "Attn:P0=1"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A10", "Math.Sub:M2", "Math.Neg:N12"]}, {"position": 13, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:7", "Impact:A87610", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P13=90", "Attn:P3=7"]}, {"position": 13, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:10", "Impact:A87610", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N2", "Attn:P3=99"]}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A7610", "Math.Add:S245", "Math.Sub:M2", "Math.Neg:N1"]}, {"position": 13, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A87", "Math.Add:S3"]}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:7", "Impact:A7654", "Math.Add:S2345", "Attn:P15=66", "Attn:P9=17", "Attn:P14=4", "Attn:P5=2", "Math.Sub:A3.MP"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:7", "Impact:A76510", "Math.Add:S2345", "Math.Sub:M3", "Math.Neg:N12", "Attn:P5=68", "Attn:P9=17", "Attn:P4=3", "Attn:P15=3"]}, {"position": 15, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:16", "Impact:A876510", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P14=99"]}, {"position": 15, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:13", "Impact:A876510", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P4=99", "Math.Add:A3.SP"]}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:8", "Impact:A876510", "Math.Add:S2345", "Math.Sub:M23", "Math.Neg:N12"]}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A876", "Math.Add:S34"]}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:9", "Impact:A8765410", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N2", "Attn:P15=92", "Attn:P9=6", "Math.Add:A2.SP", "Math.Sub:A2.MP"]}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:6", "Impact:A8765410", "Math.Add:S2345", "Math.Sub:M02", "Math.Neg:N12", "Attn:P5=99", "Math.Add:A2.SP", "Math.Sub:A2.MP"]}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:21", "Impact:A76543210", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N2", "Attn:P16=68", "Attn:P6=13", "Attn:P15=3", "Attn:P9=2"]}, {"position": 16, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:17", "Impact:A76543210", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P6=77", "Attn:P16=4", "Attn:P5=3", "Attn:P7=3"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:15", "Impact:A876543210", "Math.Add:S02345", "Math.Sub:M123", "Math.Neg:N12"]}, {"position": 16, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P9=45", "Attn:P16=24", "Attn:P15=20", "Attn:P13=3", "Math.Add:A2.SP"]}, {"position": 16, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A654", "Math.Add:S235", "Attn:P9=23", "Attn:P10=19", "Attn:P16=14", "Attn:P11=13", "Math.Add:A2.SP", "Math.Add:A3.SP", "Math.Sub:A2.MP"]}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A6510", "Math.Add:S234", "Math.Neg:N2"]}, {"position": 17, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A4310", "Math.Sub:M13", "Math.Neg:N2", "Attn:P16=89", "Attn:P17=2", "Attn:P15=1", "Attn:P9=1", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A1.MP"]}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A410", "Math.Neg:N12", "Attn:P6=92", "Math.Add:A1.SP"]}, {"position": 17, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:18", "Impact:A6543210", "Math.Add:S2345", "Math.Sub:M0123", "Math.Neg:N23", "Attn:P17=86", "Attn:P7=6"]}, {"position": 17, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:11", "Impact:A6543210", "Math.Add:S2345", "Math.Sub:M01", "Math.Neg:N12", "Attn:P7=97"]}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:5", "Impact:A654310", "Math.Add:S02345", "Math.Neg:N12"]}, {"position": 17, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A510", "Math.Add:S5", "Math.Neg:N2", "Attn:P9=46", "Attn:P16=29", "Attn:P17=17", "Attn:P15=5", "Math.Add:A1.SP", "Math.Add:A2.SP"]}, {"position": 17, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A43210", "Math.Add:S23", "Math.Neg:N2", "Attn:P9=23", "Attn:P10=19", "Attn:P11=16", "Attn:P16=7", "Math.Add:A1.SP", "Math.Sub:A1.MP"]}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:3", "Impact:A54310", "Math.Add:S2345", "Math.Neg:N2"]}, {"position": 18, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:4", "Impact:A5432", "Math.Add:S235", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P17=97", "Math.Add:A1.SP", "Math.Sub:A1.MP"]}, {"position": 18, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:2", "Impact:A532", "Math.Add:S235", "Math.Sub:M23", "Math.Neg:N1", "Attn:P7=98"]}, {"position": 18, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:14", "Impact:A5432", "Math.Add:S2345", "Math.Sub:M023", "Attn:P18=90", "Attn:P8=5"]}, {"position": 18, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:11", "Impact:A5432", "Math.Add:S2345", "Math.Sub:M0", "Math.Neg:N12", "Attn:P8=98"]}, {"position": 18, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:9", "Impact:A5432", "Math.Add:S02345", "Math.Sub:M0", "Math.Neg:N12"]}, {"position": 18, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:3", "Impact:A542", "Math.Add:S35", "Attn:P9=45", "Attn:P16=23", "Attn:P17=15", "Attn:P18=12", "Math.Add:A1.SP"]}, {"position": 18, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A52", "Math.Add:S35", "Attn:P10=20", "Attn:P9=19", "Attn:P11=17", "Attn:P13=7", "Math.Add:A0.SP"]}, {"position": 18, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A2", "Math.Add:S3", "Attn:P9=45", "Attn:P18=14", "Attn:P10=12", "Attn:P0=11", "Math.Add:A1.SP", "Math.Sub:A0.MP"]}, {"position": 18, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:6", "Impact:A5432", "Math.Add:S345"]}, {"position": 19, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:5", "Impact:A76510", "Math.Sub:M2", "Math.Neg:N123", "Attn:P10=78", "Attn:P11=9", "Attn:P0=2", "Attn:P12=1", "Math.Add:A7.SP", "Math.Add:A8.SP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A10", "Math.Sub:M1", "Math.Neg:N2", "Attn:P0=81", "Attn:P1=5", "Attn:P19=2", "Attn:P10=2"]}, {"position": 19, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:14", "Impact:A86543210", "Math.Add:S12", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P9=98"]}, {"position": 19, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A10", "Math.Sub:M2", "Attn:P10=90", "Attn:P0=2"]}, {"position": 19, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:4", "Impact:A410", "Math.Sub:M12", "Math.Neg:N12"]}, {"position": 19, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P19=56", "Attn:P0=11", "Attn:P1=6", "Attn:P2=4", "Math.Add:A8.SP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P19=11", "Attn:P10=10", "Attn:P9=9", "Attn:P0=9", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:6", "Impact:A10", "Math.Sub:M123", "Attn:P11=23", "Attn:P10=12", "Attn:P15=10", "Attn:P13=7", "Math.Sub:A1.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P0=17", "Attn:P9=10", "Attn:P19=8", "Attn:P16=7", "Math.Add:A1.SP", "Math.Add:A8.SP", "Math.Sub:A1.MP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Sub:M2"]}, {"position": 19, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P0=19", "Attn:P19=12", "Attn:P11=7", "Attn:P10=7", "Math.Add:A1.SP", "Math.Sub:A5.MP", "Math.Sub:A6.MP"]}, {"position": 19, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P19=24", "Attn:P0=14", "Attn:P9=4", "Attn:P1=4", "Math.Sub:A1.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A10", "Math.Neg:N2", "Attn:P14=13", "Attn:P12=11", "Attn:P0=10", "Attn:P19=8", "Math.Add:A6.SP", "Math.Sub:A8.MP"]}, {"position": 19, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A10", "Math.Neg:N12", "Attn:P16=11", "Attn:P10=10", "Attn:P11=9", "Attn:P17=9", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A4.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 19, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:0", "Impact:A10", "Math.Sub:M2"]}, {"position": 20, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:14", "Impact:A9876543210", "Math.Add:S12", "Math.Neg:N123", "Attn:P0=70", "Attn:P20=11", "Attn:P10=3", "Attn:P1=2", "Math.Sub:A0.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 20, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A9", "Math.Add:S12", "Attn:P10=78", "Attn:P0=4", "Attn:P19=4", "Attn:P20=2", "Math.Add:A8.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 20, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A97543210", "Math.Add:S01235", "Math.Sub:M0", "Attn:P9=74", "Attn:P11=10", "Attn:P1=6", "Attn:P20=1", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 20, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:3", "Impact:A96210", "Math.Add:S12", "Math.Sub:M0", "Math.Neg:N2"]}, {"position": 20, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A9", "Math.Add:S123", "Attn:P9=49", "Attn:P15=7", "Attn:P13=6", "Attn:P19=5", "Math.Add:A8.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP"]}, {"position": 20, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:1", "Impact:A9", "Math.Add:S12"]}, {"position": 21, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:14", "Impact:A8", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P1=95"]}, {"position": 21, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:9", "Impact:A8", "Math.Add:S12345", "Math.Sub:M12", "Math.Neg:N12", "Attn:P11=98", "Math.Add:A0.SP", "Math.Add:A6.SP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 21, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:20", "Impact:A8", "Math.Add:S12", "Math.Sub:M12", "Math.Neg:N123", "Attn:P10=75", "Attn:P0=17"]}, {"position": 21, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:19", "Impact:A8", "Math.Add:S12", "Math.Sub:M12", "Math.Neg:N123", "Attn:P0=82", "Attn:P10=8", "Attn:P20=1"]}, {"position": 21, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:20", "Impact:A8", "Math.Add:S12", "Math.Sub:M12", "Math.Neg:N123"]}, {"position": 21, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:2", "Impact:A8", "Math.Sub:M12", "Attn:P19=43", "Attn:P20=41", "Attn:P9=6", "Attn:P21=1", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 21, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A8", "Math.Sub:M12", "Math.Neg:N12", "Attn:P14=24", "Attn:P9=20", "Attn:P12=17", "Attn:P13=16", "Math.Add:A5.SP", "Math.Add:A6.SP", "Math.Add:A7.SP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 21, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A8", "Math.Sub:M2", "Attn:P10=18", "Attn:P11=16", "Attn:P13=13", "Attn:P9=8", "Math.Add:A8.SP", "Math.Sub:A1.MP", "Math.Sub:A8.MP"]}, {"position": 21, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A8", "Math.Add:S12", "Attn:P9=48", "Attn:P15=24", "Attn:P13=11", "Attn:P14=5", "Math.Add:A7.SP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A4.MP"]}, {"position": 21, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:5", "Impact:A8", "Math.Add:S12", "Math.Sub:M1", "Math.Neg:N123"]}, {"position": 21, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A8", "Math.Add:S12", "Attn:P19=49", "Attn:P12=5", "Attn:P18=4", "Attn:P20=4", "Math.Add:A1.SP", "Math.Add:A7.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A8.MP"]}, {"position": 21, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:9", "Impact:A8", "Math.Add:S12345", "Math.Sub:M1", "Math.Neg:N123"]}, {"position": 22, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:16", "Impact:A7", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P2=87", "Attn:P1=3", "Attn:P3=1"]}, {"position": 22, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:12", "Impact:A7", "Math.Add:S12345", "Math.Sub:M12", "Math.Neg:N123", "Attn:P12=93", "Attn:P13=2", "Attn:P9=1", "Math.Add:A5.SP", "Math.Sub:A5.MP"]}, {"position": 22, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:25", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P11=80", "Attn:P1=14"]}, {"position": 22, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:27", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P1=83", "Attn:P11=4", "Attn:P9=4", "Math.Add:A0.SP", "Math.Sub:A1.MP"]}, {"position": 22, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:27", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 22, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:1", "Impact:A7", "Math.Sub:M12", "Attn:P20=42", "Attn:P19=39", "Attn:P9=7", "Attn:P10=2", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 22, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:2", "Impact:A7", "Math.Sub:M123", "Math.Neg:N12", "Attn:P13=41", "Attn:P15=17", "Attn:P9=14", "Attn:P19=9", "Math.Add:A5.SP", "Math.Sub:A2.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP"]}, {"position": 22, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A7", "Math.Add:S2", "Attn:P10=19", "Attn:P11=15", "Attn:P13=11", "Attn:P9=9", "Math.Add:A7.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 22, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A7", "Math.Add:S01", "Math.Sub:M012", "Math.Neg:N123"]}, {"position": 22, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A7", "Math.Neg:N3", "Attn:P9=41", "Attn:P19=15", "Attn:P20=14", "Attn:P22=5", "Math.Add:A7.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 22, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:1", "Impact:A7", "Math.Add:S234", "Attn:P19=45", "Attn:P14=7", "Attn:P12=7", "Attn:P20=7", "Math.Add:A6.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 22, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A7", "Math.Add:S02", "Attn:P19=42", "Attn:P9=11", "Attn:P11=11", "Attn:P10=9", "Math.Add:A0.SP", "Math.Add:A7.SP", "Math.Sub:A5.MP", "Math.Sub:A7.MP"]}, {"position": 22, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:13", "Impact:A7", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 23, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:19", "Impact:A6", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P3=95", "Attn:P4=1", "Math.Sub:A3.MP"]}, {"position": 23, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:18", "Impact:A6", "Math.Add:S12345", "Math.Sub:M123", "Math.Neg:N12", "Attn:P13=98", "Math.Add:A4.SP", "Math.Add:A5.SP", "Math.Sub:A3.MP", "Math.Sub:A4.MP"]}, {"position": 23, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:33", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P12=88", "Attn:P2=9"]}, {"position": 23, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:34", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P2=97"]}, {"position": 23, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:35", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 23, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:5", "Impact:A6", "Math.Sub:M0123", "Attn:P20=43", "Attn:P19=37", "Attn:P9=7", "Attn:P18=2", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 23, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A6", "Math.Sub:M12", "Math.Neg:N1", "Attn:P15=47", "Attn:P9=17", "Attn:P19=10", "Attn:P13=8", "Math.Add:A3.SP", "Math.Add:A6.SP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A8.MP"]}, {"position": 23, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A6", "Math.Sub:M1", "Attn:P10=26", "Attn:P11=19", "Attn:P9=12", "Attn:P19=9", "Math.Add:A6.SP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 23, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A6", "Math.Neg:N2", "Attn:P9=40", "Attn:P15=36", "Attn:P16=12", "Attn:P19=5", "Math.Add:A5.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP"]}, {"position": 23, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:9", "Impact:A6", "Math.Add:S0", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 23, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A6", "Math.Neg:N13", "Attn:P9=31", "Attn:P19=19", "Attn:P20=17", "Attn:P23=5", "Math.Add:A6.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 23, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:2", "Impact:A6", "Math.Add:S245", "Attn:P19=44", "Attn:P15=13", "Attn:P20=6", "Attn:P13=5", "Math.Add:A5.SP", "Math.Add:A6.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 23, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:18", "Impact:A6", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 24, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:17", "Impact:A5", "Math.Add:S12345", "Math.Sub:M012", "Math.Neg:N123", "Attn:P4=86", "Attn:P5=5", "Attn:P20=2", "Attn:P3=1", "Math.Sub:A3.MP"]}, {"position": 24, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:27", "Impact:A5", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P14=86", "Attn:P15=3", "Attn:P13=2", "Attn:P20=1", "Math.Add:A3.SP", "Math.Add:A4.SP", "Math.Sub:A3.MP"]}, {"position": 24, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:41", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P13=69", "Attn:P3=18", "Attn:P14=2", "Attn:P4=1"]}, {"position": 24, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:42", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P3=79", "Attn:P13=5", "Attn:P9=2", "Attn:P4=2"]}, {"position": 24, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:41", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 24, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:5", "Impact:A5", "Math.Sub:M0123", "Attn:P20=41", "Attn:P19=37", "Attn:P9=6", "Attn:P18=3", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 24, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A5", "Math.Sub:M123", "Math.Neg:N1", "Attn:P9=32", "Attn:P16=22", "Attn:P0=12", "Attn:P19=10", "Math.Add:A2.SP", "Math.Add:A4.SP", "Math.Add:A5.SP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP"]}, {"position": 24, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A5", "Math.Add:S1", "Math.Sub:M1", "Attn:P10=22", "Attn:P11=17", "Attn:P9=13", "Attn:P19=9", "Math.Add:A5.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A5.MP"]}, {"position": 24, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A5", "Math.Add:S15", "Attn:P9=33", "Attn:P16=24", "Attn:P18=15", "Attn:P19=10", "Math.Add:A4.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP"]}, {"position": 24, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:9", "Impact:A5", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 24, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A5", "Math.Sub:M0", "Attn:P19=23", "Attn:P9=9", "Attn:P16=8", "Attn:P15=8", "Math.Add:A1.SP", "Math.Add:A5.SP", "Math.Sub:A5.MP"]}, {"position": 24, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A5", "Math.Neg:N12", "Attn:P9=31", "Attn:P20=16", "Attn:P19=14", "Attn:P24=4", "Math.Add:A5.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 24, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:5", "Impact:A5", "Math.Add:S245", "Attn:P19=32", "Attn:P20=9", "Attn:P16=7", "Attn:P15=7", "Math.Add:A1.SP", "Math.Add:A4.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 24, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:26", "Impact:A5", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 25, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:18", "Impact:A4", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P5=89", "Attn:P6=3", "Attn:P4=2", "Attn:P15=1"]}, {"position": 25, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:31", "Impact:A4", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N1", "Attn:P15=84", "Attn:P16=7", "Attn:P9=2", "Attn:P5=2", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Add:A3.SP", "Math.Sub:A1.MP", "Math.Sub:A2.MP"]}, {"position": 25, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:80", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P14=82", "Attn:P4=11"]}, {"position": 25, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:63", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P4=78", "Attn:P9=3", "Attn:P19=2", "Attn:P5=2", "Math.Sub:A1.MP"]}, {"position": 25, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:69", "Impact:A4", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 25, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:8", "Impact:A4", "Math.Sub:M0123", "Attn:P20=39", "Attn:P19=26", "Attn:P9=8", "Attn:P18=5", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 25, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A4", "Math.Sub:M3", "Math.Neg:N2", "Attn:P9=30", "Attn:P16=17", "Attn:P0=14", "Attn:P17=11", "Math.Add:A1.SP", "Math.Add:A4.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A8.MP"]}, {"position": 25, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A4", "Math.Add:S1", "Math.Sub:M1", "Attn:P10=20", "Attn:P11=16", "Attn:P19=14", "Attn:P9=12", "Math.Add:A4.SP", "Math.Sub:A4.MP", "Math.Sub:A5.MP"]}, {"position": 25, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A4", "Math.Add:S2", "Attn:P9=30", "Attn:P16=23", "Attn:P17=17", "Attn:P19=11", "Math.Add:A3.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP"]}, {"position": 25, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:6", "Impact:A4", "Math.Add:S014", "Math.Sub:M12", "Math.Neg:N123"]}, {"position": 25, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A4", "Math.Sub:M2", "Attn:P19=36", "Attn:P9=16", "Attn:P18=6", "Attn:P16=6", "Math.Add:A1.SP", "Math.Add:A4.SP", "Math.Sub:A4.MP", "Math.Sub:A7.MP"]}, {"position": 25, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A4", "Math.Neg:N12", "Attn:P9=21", "Attn:P20=21", "Attn:P19=15", "Attn:P25=5", "Math.Add:A3.SP", "Math.Add:A4.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A7.MP"]}, {"position": 25, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:7", "Impact:A4", "Math.Add:S2345", "Attn:P19=31", "Attn:P20=11", "Attn:P16=10", "Attn:P18=8", "Math.Add:A2.SP", "Math.Add:A3.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 25, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:39", "Impact:A4", "Math.Add:S01234", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 26, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:21", "Impact:A3", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P6=75", "Attn:P7=4", "Attn:P5=3", "Attn:P20=2", "Math.Sub:A1.MP"]}, {"position": 26, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:31", "Impact:A3", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P16=92", "Attn:P17=2", "Attn:P15=1", "Math.Sub:A1.MP"]}, {"position": 26, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:82", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P15=74", "Attn:P5=13", "Attn:P16=2", "Attn:P6=1"]}, {"position": 26, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:64", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P5=80", "Attn:P15=6", "Attn:P6=2"]}, {"position": 26, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:71", "Impact:A3", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 26, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:10", "Impact:A3", "Math.Sub:M0123", "Attn:P20=35", "Attn:P19=22", "Attn:P9=10", "Attn:P18=6", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 26, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A3", "Math.Sub:M02", "Attn:P10=17", "Attn:P9=15", "Attn:P19=14", "Attn:P11=13", "Math.Add:A3.SP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP"]}, {"position": 26, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:3", "Impact:A3", "Math.Add:S12", "Attn:P9=31", "Attn:P18=22", "Attn:P17=21", "Attn:P19=10", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A6.MP"]}, {"position": 26, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:5", "Impact:A3", "Math.Add:S1", "Math.Sub:M1", "Math.Neg:N12"]}, {"position": 26, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A3", "Math.Sub:M2", "Attn:P19=32", "Attn:P9=17", "Attn:P18=10", "Attn:P16=6", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Add:A3.SP", "Math.Sub:A3.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 26, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A3", "Math.Neg:N1", "Attn:P9=24", "Attn:P20=18", "Attn:P19=12", "Attn:P26=4", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Add:A3.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 26, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:13", "Impact:A3", "Math.Add:S2345", "Attn:P19=31", "Attn:P20=16", "Attn:P18=13", "Attn:P17=8", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 26, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:0", "Impact:A3", "Math.Add:S2", "Attn:P19=47", "Attn:P9=8", "Attn:P10=6", "Attn:P11=6", "Math.Add:A3.SP", "Math.Sub:A3.MP", "Math.Sub:A7.MP"]}, {"position": 26, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:32", "Impact:A3", "Math.Add:S01234", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 27, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:17", "Impact:A2", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P7=69", "Attn:P17=3", "Attn:P20=3", "Attn:P8=2"]}, {"position": 27, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:26", "Impact:A2", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P17=68", "Attn:P7=4", "Attn:P18=3", "Attn:P5=2", "Math.Add:A1.SP", "Math.Sub:A1.MP"]}, {"position": 27, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:78", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P16=80", "Attn:P6=14"]}, {"position": 27, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:73", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P6=89", "Attn:P16=3"]}, {"position": 27, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:80", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 27, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:6", "Impact:A2", "Math.Sub:M0123", "Attn:P20=32", "Attn:P19=16", "Attn:P9=13", "Attn:P18=8", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 27, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A2", "Math.Neg:N1", "Attn:P9=33", "Attn:P18=22", "Attn:P19=12", "Attn:P0=9", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP"]}, {"position": 27, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:5", "Impact:A2", "Math.Add:S23", "Math.Sub:M12", "Math.Neg:N123"]}, {"position": 27, "layer": 2, "is_head": true, "num": 0, "tags": ["Fail%:0", "Impact:A2", "Math.Sub:M0", "Attn:P19=38", "Attn:P9=17", "Attn:P18=11", "Attn:P17=5", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A2.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 27, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A2", "Math.Add:S3", "Math.Neg:N2", "Attn:P9=27", "Attn:P20=19", "Attn:P19=9", "Attn:P26=3", "Math.Add:A1.SP", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 27, "layer": 2, "is_head": true, "num": 2, "tags": ["Fail%:10", "Impact:A2", "Math.Add:S2345", "Attn:P19=34", "Attn:P18=19", "Attn:P20=14", "Attn:P3=3", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 27, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A2", "Math.Add:S03", "Attn:P19=44", "Attn:P9=9", "Attn:P20=6", "Attn:P10=6", "Math.Add:A2.SP", "Math.Sub:A0.MP", "Math.Sub:A2.MP"]}, {"position": 27, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:35", "Impact:A2", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 28, "layer": 0, "is_head": true, "num": 0, "tags": ["Fail%:24", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P8=72", "Attn:P20=3", "Attn:P19=2", "Attn:P4=2"]}, {"position": 28, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:22", "Impact:A1", "Math.Add:S12345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P18=80", "Attn:P19=2", "Attn:P6=1", "Attn:P9=1"]}, {"position": 28, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:85", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P17=79", "Attn:P7=12"]}, {"position": 28, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:69", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P7=87", "Attn:P17=2", "Attn:P8=1"]}, {"position": 28, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:74", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 28, "layer": 1, "is_head": true, "num": 0, "tags": ["Fail%:2", "Impact:A1", "Math.Sub:M123", "Attn:P20=28", "Attn:P19=22", "Attn:P9=17", "Attn:P16=6", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 28, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A1", "Math.Sub:M23", "Attn:P20=28", "Attn:P9=28", "Attn:P0=16", "Attn:P19=15", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 28, "layer": 1, "is_head": true, "num": 3, "tags": ["Fail%:11", "Impact:A1", "Math.Add:S12345", "Attn:P9=44", "Attn:P18=17", "Attn:P19=15", "Attn:P20=11", "Math.Add:A0.SP", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP"]}, {"position": 28, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:7", "Impact:A1", "Math.Add:S02", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 28, "layer": 2, "is_head": true, "num": 1, "tags": ["Fail%:0", "Impact:A1", "Math.Neg:N2", "Attn:P9=37", "Attn:P20=18", "Attn:P19=9", "Attn:P18=3", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP"]}, {"position": 28, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A1", "Math.Add:S02", "Attn:P19=36", "Attn:P9=12", "Attn:P20=9", "Attn:P10=6", "Math.Add:A1.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP"]}, {"position": 28, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:36", "Impact:A1", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12"]}, {"position": 29, "layer": 0, "is_head": true, "num": 1, "tags": ["Fail%:1", "Impact:A0", "Math.Sub:M01", "Math.Neg:N1", "Attn:P19=69", "Attn:P18=6", "Attn:P8=2", "Attn:P0=2"]}, {"position": 29, "layer": 0, "is_head": true, "num": 2, "tags": ["Fail%:74", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123", "Attn:P18=72", "Attn:P8=10", "Attn:P20=1", "Attn:P7=1"]}, {"position": 29, "layer": 0, "is_head": true, "num": 3, "tags": ["Fail%:65", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12", "Attn:P8=81", "Attn:P18=3", "Attn:P9=2"]}, {"position": 29, "layer": 0, "is_head": false, "num": 0, "tags": ["Fail%:76", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N123"]}, {"position": 29, "layer": 1, "is_head": true, "num": 1, "tags": ["Fail%:3", "Impact:A0", "Math.Sub:M123", "Attn:P20=52", "Attn:P9=27", "Attn:P19=11", "Attn:P11=1", "Math.Add:A0.SP", "Math.Sub:A0.MP", "Math.Sub:A1.MP", "Math.Sub:A2.MP", "Math.Sub:A3.MP", "Math.Sub:A4.MP", "Math.Sub:A5.MP", "Math.Sub:A6.MP", "Math.Sub:A7.MP", "Math.Sub:A8.MP"]}, {"position": 29, "layer": 1, "is_head": true, "num": 2, "tags": ["Fail%:0", "Impact:A0", "Math.Add:S2", "Math.Sub:M1", "Attn:P11=20", "Attn:P10=20", "Attn:P19=15", "Attn:P9=14", "Math.Sub:A0.MP", "Math.Sub:A2.MP"]}, {"position": 29, "layer": 1, "is_head": false, "num": 0, "tags": ["Fail%:2", "Impact:A0", "Math.Add:S2", "Math.Sub:M0123"]}, {"position": 29, "layer": 2, "is_head": true, "num": 3, "tags": ["Fail%:1", "Impact:A0", "Math.Add:S012", "Attn:P19=29", "Attn:P9=15", "Attn:P20=15", "Attn:P10=7", "Math.Sub:A0.MP", "Math.Sub:A4.MP"]}, {"position": 29, "layer": 2, "is_head": false, "num": 0, "tags": ["Fail%:37", "Impact:A0", "Math.Add:S012345", "Math.Sub:M0123", "Math.Neg:N12"]}]
|
features.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[{"position": 0, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 0, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 0, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 9, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 9, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 10, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 10, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 10, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 10, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 11, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 11, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A7.MT"]}, {"position": 11, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A7.MT", "Algo:A7.GT"]}, {"position": 11, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 13, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A5.ST", "Algo:A5.MT"]}, {"position": 13, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 13, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 13, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A3.MT", "Algo:OPR"]}, {"position": 15, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A3.MT", "Algo:OPR"]}, {"position": 15, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 15, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 15, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 15, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 16, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 16, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A2.ST", "Algo:A2.MT", "Algo:OPR"]}, {"position": 16, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A2.MT", "Algo:A2.GT"]}, {"position": 16, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 16, "layer": 1, "is_head": true, "num": 0, "tags": []}, {"position": 16, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 16, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 17, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 17, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A1.ST", "Algo:A1.MT"]}, {"position": 17, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 17, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 17, "layer": 1, "is_head": true, "num": 0, "tags": []}, {"position": 17, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 17, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 18, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 18, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 18, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A0.ST", "Algo:A0.MT"]}, {"position": 18, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 18, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 18, "layer": 1, "is_head": true, "num": 0, "tags": []}, {"position": 18, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 18, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 18, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 19, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A7.MT", "Algo:A8.MT"]}, {"position": 19, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A8.MT"]}, {"position": 19, "layer": 0, "is_head": true, "num": 2, "tags": []}, {"position": 19, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A8.MT"]}, {"position": 19, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 19, "layer": 1, "is_head": true, "num": 0, "tags": []}, {"position": 19, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 19, "layer": 1, "is_head": true, "num": 2, "tags": ["Algo:A7.MT"]}, {"position": 19, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 19, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 19, "layer": 2, "is_head": true, "num": 0, "tags": []}, {"position": 19, "layer": 2, "is_head": true, "num": 1, "tags": []}, {"position": 19, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 19, "layer": 2, "is_head": true, "num": 3, "tags": []}, {"position": 19, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 20, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A8.MT", "Algo:SGN"]}, {"position": 20, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A8.ST", "Algo:SGN"]}, {"position": 20, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 20, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 20, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 20, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 21, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 21, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A7.SC"]}, {"position": 21, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A8.SA", "Algo:A8.MD", "Algo:A8.ND.A8"]}, {"position": 21, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A8.SA", "Algo:A8.MD", "Algo:SGN"]}, {"position": 21, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 21, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 21, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 21, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 21, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 21, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 21, "layer": 2, "is_head": true, "num": 2, "tags": ["Algo:A7.SS", "Algo:SGN"]}, {"position": 21, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 22, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 22, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 22, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A7.SA", "Algo:A7.MD", "Algo:A7.ND"]}, {"position": 22, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A7.SA", "Algo:A7.MD", "Algo:OPR", "Algo:A7.ND"]}, {"position": 22, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 22, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 22, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 22, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 22, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 22, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 22, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 22, "layer": 2, "is_head": true, "num": 3, "tags": []}, {"position": 22, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 23, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 23, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 23, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A6.SA.A6", "Algo:A6.MD.A6", "Algo:A6.ND.A6"]}, {"position": 23, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 23, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 23, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 23, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 23, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 23, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 23, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 23, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 23, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 23, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 24, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 24, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 24, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A4.SC", "Algo:A5.SA", "Algo:A5.MD", "Algo:A5.ND"]}, {"position": 24, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A5.SA", "Algo:A5.MD", "Algo:OPR", "Algo:A5.ND"]}, {"position": 24, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 24, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 24, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 24, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 24, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 24, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 24, "layer": 2, "is_head": true, "num": 0, "tags": []}, {"position": 24, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 24, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 24, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 25, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A3.MB", "Algo:A3.NB"]}, {"position": 25, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A3.SC", "Algo:OPR"]}, {"position": 25, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A4.SA.A4", "Algo:A4.MD.A4", "Algo:A4.ND.A4"]}, {"position": 25, "layer": 0, "is_head": true, "num": 3, "tags": []}, {"position": 25, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 25, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 25, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 25, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 25, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 25, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 25, "layer": 2, "is_head": true, "num": 0, "tags": []}, {"position": 25, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 25, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 25, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 26, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 26, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 26, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A2.SC", "Algo:A3.SA", "Algo:A3.MD", "Algo:A3.ND"]}, {"position": 26, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A3.SA", "Algo:A3.MD", "Algo:A3.ND"]}, {"position": 26, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 26, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 26, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 26, "layer": 1, "is_head": true, "num": 3, "tags": []}, {"position": 26, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 26, "layer": 2, "is_head": true, "num": 0, "tags": []}, {"position": 26, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 26, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 26, "layer": 2, "is_head": true, "num": 3, "tags": []}, {"position": 26, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 27, "layer": 0, "is_head": true, "num": 0, "tags": ["Algo:A1.MB", "Algo:SGN", "Algo:A1.NB"]}, {"position": 27, "layer": 0, "is_head": true, "num": 1, "tags": ["Algo:A1.SC"]}, {"position": 27, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A2.SA", "Algo:A2.MD", "Algo:A2.ND"]}, {"position": 27, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A2.SA", "Algo:A2.MD", "Algo:A2.ND"]}, {"position": 27, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 27, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 27, "layer": 1, "is_head": true, "num": 1, "tags": []}, {"position": 27, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 27, "layer": 2, "is_head": true, "num": 0, "tags": []}, {"position": 27, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 27, "layer": 2, "is_head": true, "num": 2, "tags": []}, {"position": 27, "layer": 2, "is_head": true, "num": 3, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 27, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 28, "layer": 0, "is_head": true, "num": 0, "tags": []}, {"position": 28, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 28, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A1.SA", "Algo:A1.MD", "Algo:A1.ND"]}, {"position": 28, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A1.SA", "Algo:A1.MD", "Algo:A1.ND"]}, {"position": 28, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 28, "layer": 1, "is_head": true, "num": 0, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 28, "layer": 1, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 28, "layer": 1, "is_head": true, "num": 3, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 28, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 28, "layer": 2, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 28, "layer": 2, "is_head": true, "num": 3, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 28, "layer": 2, "is_head": false, "num": 0, "tags": []}, {"position": 29, "layer": 0, "is_head": true, "num": 1, "tags": []}, {"position": 29, "layer": 0, "is_head": true, "num": 2, "tags": ["Algo:A0.SA", "Algo:A0.MD", "Algo:SGN", "Algo:A0.ND"]}, {"position": 29, "layer": 0, "is_head": true, "num": 3, "tags": ["Algo:A0.SA", "Algo:A0.MD", "Algo:OPR", "Algo:A0.ND"]}, {"position": 29, "layer": 0, "is_head": false, "num": 0, "tags": []}, {"position": 29, "layer": 1, "is_head": true, "num": 1, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 29, "layer": 1, "is_head": true, "num": 2, "tags": []}, {"position": 29, "layer": 1, "is_head": false, "num": 0, "tags": []}, {"position": 29, "layer": 2, "is_head": true, "num": 3, "tags": ["Algo:OPR", "Algo:SGN"]}, {"position": 29, "layer": 2, "is_head": false, "num": 0, "tags": []}]
|
model.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f869ab2f0025125e6e6c75afac36860eb2d2067ae6aeb4aa56f4964ec8fa2e01
|
| 3 |
+
size 41856802
|
training_loss.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|