File size: 309 Bytes
b1d8763 562cfb9 b1d8763 562cfb9 b1d8763 |
1 2 3 4 5 6 7 8 9 10 |
{
"hf_hook_point_in": "model.layers.31.pre_feedforward_layernorm.output",
"hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output",
"width": 262144,
"model_name": "google/gemma-3-27b-it",
"architecture": "jump_relu",
"l0": 150,
"affine_connection": true,
"type": "transcoder"
} |