{"dtype": "none", "activation": "topk", "expansion_factor": 32, "normalize_decoder": true, "num_latents": 32768, "k": 128, "multi_topk": false, "skip_connection": false, "transcode": true, "tp_output": true, "n_targets": 11, "n_sources": 2, "normalize_io": false, "divide_cross_layer": false, "train_post_encoder": true, "post_encoder_scale": false, "per_source_tied": false, "secondary_target_tied": false, "coalesce_topk": "per-layer", "topk_coalesced": false, "use_fp8": false, "d_in": 768}