File size: 364 Bytes
2e667bd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
{
"activation_dim": 4096,
"code_normalization": "CROSSCODER",
"code_normalization_alpha_cc": 0.1,
"code_normalization_alpha_sae": 1.0,
"dict_size": 131072,
"encoder_layers": null,
"init_with_transpose": true,
"latent_processor": null,
"norm_init_scale": null,
"num_decoder_layers": null,
"num_layers": 2,
"same_init_for_all_layers": false
} |