Hugging Face's logo

google
/
gemma-scope-2-27b-it

SAELens
Model card Files
xet
Community
CallumMcDougallGDM commited on
Commit
5524986
·
verified ·
1 Parent(s): aa6e8d9

Add files using upload-large-folder tool

Browse files
Files changed (30) hide show
  1. crosscoder/layer_16_31_40_53_width_262k_l0_big/config.json +9 -0
  2. crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_0.safetensors +3 -0
  3. crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_1.safetensors +3 -0
  4. crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_2.safetensors +3 -0
  5. crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_3.safetensors +3 -0
  6. crosscoder/layer_16_31_40_53_width_262k_l0_medium/config.json +9 -0
  7. crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_0.safetensors +3 -0
  8. crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_1.safetensors +3 -0
  9. crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_2.safetensors +3 -0
  10. crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_3.safetensors +3 -0
  11. crosscoder/layer_16_31_40_53_width_524k_l0_big/config.json +9 -0
  12. crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_0.safetensors +3 -0
  13. crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_1.safetensors +3 -0
  14. crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_2.safetensors +3 -0
  15. crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_3.safetensors +3 -0
  16. crosscoder/layer_16_31_40_53_width_524k_l0_medium/config.json +9 -0
  17. crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_0.safetensors +3 -0
  18. crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_1.safetensors +3 -0
  19. crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_2.safetensors +3 -0
  20. crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_3.safetensors +3 -0
  21. crosscoder/layer_16_31_40_53_width_65k_l0_big/config.json +9 -0
  22. crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_0.safetensors +3 -0
  23. crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_1.safetensors +3 -0
  24. crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_2.safetensors +3 -0
  25. crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_3.safetensors +3 -0
  26. crosscoder/layer_16_31_40_53_width_65k_l0_medium/config.json +9 -0
  27. crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_0.safetensors +3 -0
  28. crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_1.safetensors +3 -0
  29. crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_2.safetensors +3 -0
  30. crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_3.safetensors +3 -0
crosscoder/layer_16_31_40_53_width_262k_l0_big/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 262144,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 150,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85fa14ea7740a688697c45cbb89e4333dc846bc1a6ec4764fcfc0ffccc9f449
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d9a3ff29a1c24751779338652d0b875a495d94b48a6d342cbbfd77597825185
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209e4e2695e86c519a496ce3a1a95628fbbcd8aea9c47ee05b07094b8547bc11
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_big/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7627972cfdde46664467495181558533eab5196993bd755891df482dcbaff6bb
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_medium/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 262144,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 50,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e23868e84b95fc139bb7e9ec3cfbd10c87341cc2e078255d088fdd23d98f339
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d76c4d2a3c2596f0f67e4d0a9404b4172ba1385fe088396f9ee46ddf6836c4a9
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1655574e6e0271b513c958e8cff36d6b7ad54085c42dd62d9772ed7702a3e5
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_262k_l0_medium/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda5a6e7ced7642694b55ae6d14d508b5f383f8d07e2f44e5e6bb3d0f750eb6c
3
+ size 7046976896
crosscoder/layer_16_31_40_53_width_524k_l0_big/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 524288,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 150,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab3942a24929fa9e52d63533b8f83e13babd3a9e65a29ab9b63f5070b8b8792b
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64cc6077d1e691ab28e46de2e6101e35cebe03b4b89ff67c45d4e5a62ca494f1
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bc01e1e1b85ed76313272a1c4a6913a2001e9d40d71b2dee8598de3f3e67d18
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_big/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1336773f27e9f22410b5835a2933db770f80b148e63c76727a764620d1a06eec
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_medium/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 524288,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 50,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1321243e2bfe7950dbe9210f298aad50f85fa5747f287618f74f700b26a97b
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de18951db52e4f08b5c75cb3aaecad3186c2718b2fbb2886ed444fdbb6c244b
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d41245ec3ae8f764c97923ea0e4aa9689a66702b67fd5ddc915f14b1159209
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_524k_l0_medium/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:622de6d041b38bdb9e50d72e78936deff8124bac056d7ea38b02e343ea101fbe
3
+ size 14093931920
crosscoder/layer_16_31_40_53_width_65k_l0_big/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 65536,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 150,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055bc61f548ac2ec73260e4c86bc8f1b93b5e16ba8ba16f373956d2fee8bff0e
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffdbdace52b91c5454ce069dda851dfdbc699d595bee208da3dcfa00ccb7375e
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c0413fea123c38cb56bb821debfd60300b01695ec1a5c387190cd6336c7b346
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_big/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c089cbb353ef7e3b4cefff41621038302d10bf59cd6066d139b69cf30492ee5b
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_medium/config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "hf_hook_point_in": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
3
+ "hf_hook_point_out": "model.layers.{16.0,31.5,40.800000000000004,53.199999999999996}.output",
4
+ "width": 65536,
5
+ "model_name": "gemma-v3-27b-it",
6
+ "architecture": "jump_relu",
7
+ "l0": 50,
8
+ "affine_connection": false
9
+ }
crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_0.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82dd03fe95b00ad73d159b3caa0240a15bada4bca09edea172d02b3b1f8d0a10
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_1.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805fb397877b692735eb3a36d4087d5ca3e71f48195939ec091d680f6b721459
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_2.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd663c7e6fab9807de26c5a602f17097f6d3d736312bca974212fda585c13a1
3
+ size 1761760640
crosscoder/layer_16_31_40_53_width_65k_l0_medium/params_layer_3.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2396c4c68643b863fb035ed1036d08280ad527e7107518f24d785c48e38aaae
3
+ size 1761760640