k256-gpt2-exp36-seed2/h.6/cfg.json

{"expansion_factor": 36, "normalize_decoder": true, "num_latents": 0, "k": 256, "multi_topk": false, "skip_connection": false, "d_in": 768}