| { | |
| "algo": "lokr", | |
| "multiplier": 1.0, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "factor": 2, | |
| "full_matrix": true, | |
| "apply_preset": { | |
| "name_algo_map": { | |
| "transformer_blocks.[0-7]*": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[8-15]*": { | |
| "algo": "lokr", | |
| "factor": 5, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "transformer_blocks.[16-18]*": { | |
| "algo": "lokr", | |
| "factor": 10, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[0-15]*": { | |
| "algo": "lokr", | |
| "factor": 8, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[16-23]*": { | |
| "algo": "lokr", | |
| "factor": 5, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "full_matrix": true | |
| }, | |
| "single_transformer_blocks.[24-37]*": { | |
| "algo": "lokr", | |
| "factor": 4, | |
| "linear_dim": 1000000, | |
| "linear_alpha": 1, | |
| "use_scalar": true, | |
| "full_matrix": true | |
| } | |
| }, | |
| "use_fnmatch": true | |
| } | |
| } | |