{ "architecture": "standard", "d_in": 3072, "d_sae": 49152, "activation_fn_str": "relu", "apply_b_dec_to_input": true, "finetuning_scaling_factor": false, "context_size": 1024, "model_name": "microsoft/Phi-3-mini-4k-instruct", "hook_name": "blocks.21.hook_resid_post", "hook_layer": 21, "hook_head_index": null, "prepend_bos": true, "dataset_path": "mixed-datasets", "dataset_trust_remote_code": true, "normalize_activations": "none", "dtype": "bfloat16" }