| { | |
| "dict_class": "CrossLayerTranscoder", | |
| "activation_dim": 128, | |
| "dict_size": 4608, | |
| "d_sae": 4096, | |
| "k": 30, | |
| "source_layer": 0, | |
| "n_total_layers": 2, | |
| "n_downstream_layers": 2, | |
| "positional": "learnt", | |
| "ctx_len": 512 | |
| } |
| { | |
| "dict_class": "CrossLayerTranscoder", | |
| "activation_dim": 128, | |
| "dict_size": 4608, | |
| "d_sae": 4096, | |
| "k": 30, | |
| "source_layer": 0, | |
| "n_total_layers": 2, | |
| "n_downstream_layers": 2, | |
| "positional": "learnt", | |
| "ctx_len": 512 | |
| } |