diff --git a/attn_out/layer_17_width_16k_l0_big/params.safetensors b/attn_out/layer_17_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17f493584760b55d163d262fc2664298053a8599
--- /dev/null
+++ b/attn_out/layer_17_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da2b1062717fe1c7364f75929dc9c890bb8821a75804508ca3f4080bc001921
+size 268575096
diff --git a/attn_out/layer_17_width_16k_l0_small/params.safetensors b/attn_out/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc917a85624dc85c64eaa975516c23f79100db0c
--- /dev/null
+++ b/attn_out/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dae475209386fbe537e43f3603cde93cef248f2bdb48a7f9e98c7295de99aad
+size 268575096
diff --git a/attn_out/layer_17_width_262k_l0_big/params.safetensors b/attn_out/layer_17_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d63ae5b7a4ef9af840a910b796e212b5eafc2aad
--- /dev/null
+++ b/attn_out/layer_17_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44684b8ca17affd868be8d2de7c7d0602c9619aad6892727b103bfb292e3f446
+size 4297073032
diff --git a/attn_out/layer_17_width_262k_l0_medium/params.safetensors b/attn_out/layer_17_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f8b50c6c4a9beea03395e6ab0e9eb2865536946
--- /dev/null
+++ b/attn_out/layer_17_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c9bb5a3196ef040150e757b7f548878641defd9eafb6cbdb18d25d9d310f9a
+size 4297073032
diff --git a/attn_out/layer_17_width_262k_l0_small/params.safetensors b/attn_out/layer_17_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..767ec842669094a58a36a5a7c37dc2ddb668265b
--- /dev/null
+++ b/attn_out/layer_17_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618a00d62f0b0e56e7ccd8ffa3f1e9500246b004bc85aa6b7905713fd021b34f
+size 4297073032
diff --git a/attn_out/layer_17_width_65k_l0_big/params.safetensors b/attn_out/layer_17_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3f7d53b157b9a6915b2ca1049e68a28dae5b6563
--- /dev/null
+++ b/attn_out/layer_17_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dce8ecf8f3cefec5dfadb484fb045c9fe20516449943e1f361ca6f490d941ee
+size 1074274688
diff --git a/attn_out/layer_17_width_65k_l0_medium/params.safetensors b/attn_out/layer_17_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50a9a119afafb6fd5ad1596fd7e385987461e562
--- /dev/null
+++ b/attn_out/layer_17_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a1979fdc37a69fceca4a9dab909fbb3d68ea94e20f94c18d108802c24d65eb
+size 1074274688
diff --git a/attn_out/layer_17_width_65k_l0_small/params.safetensors b/attn_out/layer_17_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1cf313c52023d532ca0bd0caae11b1aec983647e
--- /dev/null
+++ b/attn_out/layer_17_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f2b5ea653feae2fb036398385e9017edeecad77d477b6b09c19e66ac3d85b
+size 1074274688
diff --git a/attn_out/layer_22_width_16k_l0_medium/params.safetensors b/attn_out/layer_22_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf644f04faf81a5d04e75d8c9b67fddf14641fe2
--- /dev/null
+++ b/attn_out/layer_22_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1f3dda7da1b6a832d3fc794494811a84d493032a20471d5e7b89c20f56edb
+size 268575096
diff --git a/attn_out/layer_22_width_16k_l0_small/params.safetensors b/attn_out/layer_22_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..deb417002f113553896ca7ec48fb4cc6b22733ab
--- /dev/null
+++ b/attn_out/layer_22_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a180d760af7e9e5e716dfb45ee2e096bf52c73ed20c488036fc003e41a43d6c
+size 268575096
diff --git a/attn_out/layer_22_width_262k_l0_big/params.safetensors b/attn_out/layer_22_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e9918689125c7a660c6fa0869a4dc441ac735
--- /dev/null
+++ b/attn_out/layer_22_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f968bfd682a108644da6cc58d930efbea88fae281cf89b8c092a50a97b668b
+size 4297073032
diff --git a/attn_out/layer_22_width_262k_l0_medium/params.safetensors b/attn_out/layer_22_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64304ac4c469aac3d77f75f3444bdcad95aa7edf
--- /dev/null
+++ b/attn_out/layer_22_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf3e23e256f29ac06b5f7e36db5f48b1d59e23871cef1475de7373cc5e2f42b
+size 4297073032
diff --git a/attn_out/layer_22_width_262k_l0_small/params.safetensors b/attn_out/layer_22_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b7b164dd8a87ab6079bff27b36365e99686651ae
--- /dev/null
+++ b/attn_out/layer_22_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b953900637e25d7e7013a2074a20ed98dd3496cedcf12f6d4ee9516b3bc9c74d
+size 4297073032
diff --git a/attn_out/layer_22_width_65k_l0_big/params.safetensors b/attn_out/layer_22_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc7f0664c37380a247da1b5d6d3a21abbade83ad
--- /dev/null
+++ b/attn_out/layer_22_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd78ff06380027df29508f0b6d699da747085269016f35160223ff5b550e840d
+size 1074274688
diff --git a/attn_out/layer_22_width_65k_l0_medium/params.safetensors b/attn_out/layer_22_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7cb486058283dfe56806de4cf944c0d9ad773a5
--- /dev/null
+++ b/attn_out/layer_22_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc39b2c84cca4d8e8d45d8ec13a7206cf7feccbecfe08bd01a6f4a5864c923b5
+size 1074274688
diff --git a/attn_out/layer_22_width_65k_l0_small/params.safetensors b/attn_out/layer_22_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75e83e7551f045ba267d814c1f064aa0bcdbfb11
--- /dev/null
+++ b/attn_out/layer_22_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec3b93374454db65f0c04bc7f478a3c1c704da2d98680c9dfe8fe4eb329d735
+size 1074274688
diff --git a/attn_out/layer_29_width_16k_l0_medium/params.safetensors b/attn_out/layer_29_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e396005649b73c5faa291a75e7216e1e89ab148
--- /dev/null
+++ b/attn_out/layer_29_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a024899febaffea9c74c5ac03d0a6e645ba85aff7b1d70602bb720ec351e84b
+size 268575096
diff --git a/attn_out/layer_29_width_16k_l0_small/params.safetensors b/attn_out/layer_29_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3269b09439a0afe9b6876e1e2886d29003df0397
--- /dev/null
+++ b/attn_out/layer_29_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895d3881382a6dc45bfa1eca4098a1a2996032c98e7b4a20153465fa1cd92b1e
+size 268575096
diff --git a/attn_out/layer_29_width_262k_l0_big/params.safetensors b/attn_out/layer_29_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..49a47a807c4a133706360c4c01da04d1bd3ba506
--- /dev/null
+++ b/attn_out/layer_29_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bdee83bdb9ca4d4e14a5f13a1a3dbdcaa95f1d9b1a04740a93ab8f7f00dc44
+size 4297073032
diff --git a/attn_out/layer_29_width_262k_l0_medium/params.safetensors b/attn_out/layer_29_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..feb0e668a42c8a7f60841a19f39bdff03dc4c8df
--- /dev/null
+++ b/attn_out/layer_29_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca74061487bd0c56abfd3e3c82b59c2a1afb9d8ee590348801a49061b8af79df
+size 4297073032
diff --git a/attn_out/layer_29_width_262k_l0_small/params.safetensors b/attn_out/layer_29_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a08daa0eb9d4f070eee10caace165ba47d4a5152
--- /dev/null
+++ b/attn_out/layer_29_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d51d7193baf913a69756a8f4ac9538e65e3c2a105df97d9747f82a71d4903b
+size 4297073032
diff --git a/attn_out/layer_29_width_65k_l0_big/params.safetensors b/attn_out/layer_29_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..77033c7459ee7bf3a4cfa9f06af46b09b597ea3f
--- /dev/null
+++ b/attn_out/layer_29_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d367496ac0d910150d4e770e4d0c89f70bc3a0b768a738084b3af81ec49cb821
+size 1074274688
diff --git a/attn_out/layer_29_width_65k_l0_medium/params.safetensors b/attn_out/layer_29_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec8337f74238d420525e68af0a3c3363f751aa
--- /dev/null
+++ b/attn_out/layer_29_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712b63cc4c830986517e0ce7870deb3ef675a5255f64d62c4228850c7ee6823
+size 1074274688
diff --git a/attn_out/layer_29_width_65k_l0_small/params.safetensors b/attn_out/layer_29_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb4c6f24e1d735ed4d8e7cb6da9309a12f1d7640
--- /dev/null
+++ b/attn_out/layer_29_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156ba7d4414addff857b8203578ae2bd89df82a0783deaa9606c5bf56b248ab7
+size 1074274688
diff --git a/attn_out/layer_9_width_16k_l0_big/params.safetensors b/attn_out/layer_9_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5646963dd5494bb5164044e62652bb37852e74fd
--- /dev/null
+++ b/attn_out/layer_9_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e58b442fd93b94965eeeef7c26c25897a15901a2a2d2ab98c5be9a6596dd93
+size 268575096
diff --git a/attn_out/layer_9_width_16k_l0_medium/params.safetensors b/attn_out/layer_9_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e46454922503e4b9ccb01b182a37f1f15acf54c3
--- /dev/null
+++ b/attn_out/layer_9_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a69870bf3bbe6213569587ece7058a4af1bc0dab65aa959c83cab3dac03cb3
+size 268575096
diff --git a/attn_out/layer_9_width_16k_l0_small/params.safetensors b/attn_out/layer_9_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87ecd3068bb0eb457ea589481482bc40ff27eb22
--- /dev/null
+++ b/attn_out/layer_9_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9eaf79596321a92cb33ec256b9ce1949e958d1f28baa8002833891bf9c63a5
+size 268575096
diff --git a/attn_out/layer_9_width_262k_l0_big/params.safetensors b/attn_out/layer_9_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45b4b11654d147728e66f387f0b5afd88b2500d7
--- /dev/null
+++ b/attn_out/layer_9_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1eba65596a26bfebf642a0a71c9f59925801e4ff7c2b9dbaf8b15315e29fb6
+size 4297073032
diff --git a/attn_out/layer_9_width_262k_l0_medium/params.safetensors b/attn_out/layer_9_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..04f806a989899ed3f7605111cb01f6476ee933ed
--- /dev/null
+++ b/attn_out/layer_9_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbcee34764017be5884652499e8030a3f25307a4abeada0fbec237aa96504c1
+size 4297073032
diff --git a/attn_out/layer_9_width_262k_l0_small/params.safetensors b/attn_out/layer_9_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa58fecad005a4e1ead5fb001faae14c52dcddd5
--- /dev/null
+++ b/attn_out/layer_9_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8e5c0450ebc9152a2297372d7bcf3d69c29ac0a7188bebfeb5132d2b1be895
+size 4297073032
diff --git a/attn_out/layer_9_width_65k_l0_big/params.safetensors b/attn_out/layer_9_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..26f9248536dabf02730cd400aba5ba49641643f7
--- /dev/null
+++ b/attn_out/layer_9_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66097278545ec2db0e98ab3f39299c87d33e08270f4ce2e10db20bd3c8f1a71
+size 1074274688
diff --git a/attn_out/layer_9_width_65k_l0_medium/params.safetensors b/attn_out/layer_9_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..122c13ae1221f78b3ef6378ad3ef69bfb3656f5a
--- /dev/null
+++ b/attn_out/layer_9_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732d48af712204e4abd46e2ccc9d4c7ca4c76a8b0a8f5892fc4d2550871900d
+size 1074274688
diff --git a/attn_out/layer_9_width_65k_l0_small/params.safetensors b/attn_out/layer_9_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c0ffbe4a106a80de374bf4fce9b00a175ab526a
--- /dev/null
+++ b/attn_out/layer_9_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8495052201b31e7ae3157ca9e7d9df0fc5f3784df990be808ec91b3026b4d4
+size 1074274688
diff --git a/attn_out_all/layer_13_width_262k_l0_big/params.safetensors b/attn_out_all/layer_13_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c754b719a81c27012ad7f0a31451b7a80f6544e
--- /dev/null
+++ b/attn_out_all/layer_13_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253ae8cc74bb44ca00d1150cbaa7543a9971e070d50f68acc8ac00f679cfd0e0
+size 4297073032
diff --git a/attn_out_all/layer_14_width_262k_l0_big/params.safetensors b/attn_out_all/layer_14_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5af928546a138aebe5195cb40140f3ede130cea7
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda7c675a20f49eb3f209e80a850807b668f319684ebe372f73d53525c9fa29d
+size 4297073032
diff --git a/attn_out_all/layer_18_width_262k_l0_big/params.safetensors b/attn_out_all/layer_18_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b0689a7a1485b562145be31146177dae24c9d4e0
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b843aab7d128091b5da16cd31febb05a0211f3793c3928f4f97f6d9355e9d8f0
+size 4297073032
diff --git a/attn_out_all/layer_22_width_262k_l0_small/params.safetensors b/attn_out_all/layer_22_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bce56a361e62679c9b0b63c70cb57400070a9781
--- /dev/null
+++ b/attn_out_all/layer_22_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c471dbda36f998a3002a4be48936d9bb47aadde5fbc1606430116a489e2705d
+size 4297073032
diff --git a/attn_out_all/layer_23_width_262k_l0_small/params.safetensors b/attn_out_all/layer_23_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3e8d7ecd5e16c4a4ba9ff815eebf79ae281cbff
--- /dev/null
+++ b/attn_out_all/layer_23_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a78d0add47e8f42abc20cb81bd6806f9c101e110a34f19f32bcaf86ea24c89
+size 4297073032
diff --git a/attn_out_all/layer_25_width_262k_l0_small/params.safetensors b/attn_out_all/layer_25_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eff1c5c43003e7daaa51eee613b37d5a0f04b931
--- /dev/null
+++ b/attn_out_all/layer_25_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e82456f2cb89b576c886b5b9e5be6a5e7c6be0b8757e64c04ce0598eaf8554e
+size 4297073032
diff --git a/attn_out_all/layer_26_width_262k_l0_big/params.safetensors b/attn_out_all/layer_26_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..122e870839aba3b7918e5b0b79dc72048ed4915b
--- /dev/null
+++ b/attn_out_all/layer_26_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d099a6c44f86c522b43f3aa690e53fe9c271bcdec891bd2f27b8b3f1496eb0e5
+size 4297073032
diff --git a/attn_out_all/layer_27_width_262k_l0_big/params.safetensors b/attn_out_all/layer_27_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87340a88fc7c21d20f59ae83f428700e7d8ad43c
--- /dev/null
+++ b/attn_out_all/layer_27_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07672dfb49a4da2ed7908626f7743af0452fdd861d4b0ca227496d425f7f0997
+size 4297073032
diff --git a/attn_out_all/layer_29_width_262k_l0_big/params.safetensors b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79d12534a2125bfb5281a581901c4b460647de1b
--- /dev/null
+++ b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066623da51c18c86a92825d3b434d3549f4aff6fdb2c5f1881232d770093e907
+size 4297073032
diff --git a/attn_out_all/layer_2_width_262k_l0_big/params.safetensors b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..69e0902ea482ce60016f3e7637aa5839e4f0424f
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4f740760f93d3c54560635f49c5262f7a71f9dbe9e2830578e476d9582e301
+size 4297073032
diff --git a/attn_out_all/layer_32_width_262k_l0_big/params.safetensors b/attn_out_all/layer_32_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7cb65844cfe29c485e4acb2c88af5aed52a7cc3
--- /dev/null
+++ b/attn_out_all/layer_32_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0b44e64da7b2da5c26520af06033758a01336da13c9fd73e6f8bf3c3493529
+size 4297073032
diff --git a/attn_out_all/layer_3_width_262k_l0_big/params.safetensors b/attn_out_all/layer_3_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cce1cd6d259bbc9bf973f81a63377abaf14738bd
--- /dev/null
+++ b/attn_out_all/layer_3_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067dda6fb99803fdac6d2fcbe575ee41dfe41a2abdeba5297b53460817a14153
+size 4297073032
diff --git a/attn_out_all/layer_4_width_262k_l0_small/params.safetensors b/attn_out_all/layer_4_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5772baadd00d5e492f97a2c877df0d51c4587901
--- /dev/null
+++ b/attn_out_all/layer_4_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dab5526870a8816046c9e7c90802a842a2609934dbce73078d2a8c74363381
+size 4297073032
diff --git a/attn_out_all/layer_5_width_262k_l0_small/params.safetensors b/attn_out_all/layer_5_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..14c396e3fd0ed83777b1c613fa3742ae2d6f55b0
--- /dev/null
+++ b/attn_out_all/layer_5_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71308c895aa8486003602f765465147e5e095fbfe13dbbb33805c2487266f780
+size 4297073032
diff --git a/resid_post_all/layer_0_width_16k_l0_big/params.safetensors b/resid_post_all/layer_0_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a51d2d91fc21e2b1fa15485d060d4fba4007d7f1
--- /dev/null
+++ b/resid_post_all/layer_0_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6c6448609c1fefba4e98bf2afe48cb28a6516cff64edd24935fe3bb265865d
+size 335686016
diff --git a/resid_post_all/layer_0_width_16k_l0_small/params.safetensors b/resid_post_all/layer_0_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..260fb28c29409dce151f0160d785e5b5c704ad67
--- /dev/null
+++ b/resid_post_all/layer_0_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b933b1d7d2234ff982bcc2fafd8c1b0c6095fbe2adcc759482e7cadbfec04d85
+size 335686016
diff --git a/resid_post_all/layer_0_width_262k_l0_small/params.safetensors b/resid_post_all/layer_0_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e458f3485dfa344e15f4ede9569ac491eaaca171
--- /dev/null
+++ b/resid_post_all/layer_0_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493aca4c7a0f22ef3c9b5dcd3c4598c30a514b26b6c69200531793b74ecd5c66
+size 5370816904
diff --git a/resid_post_all/layer_10_width_16k_l0_big/params.safetensors b/resid_post_all/layer_10_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13665fc8c96d2d18aba392fdc6bc1910691050ac
--- /dev/null
+++ b/resid_post_all/layer_10_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe43acc1616d763ce1a9629902f72e3b98aab9d9daaf3e5651e21a28a2f5596
+size 335686016
diff --git a/resid_post_all/layer_10_width_16k_l0_small/params.safetensors b/resid_post_all/layer_10_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5811f357e1bae2481c800a16a2f885491136d5be
--- /dev/null
+++ b/resid_post_all/layer_10_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b93a3f268d108412509cd65fa13aa6c31a33e8e249f5d85da707e1eaf6baaa4
+size 335686016
diff --git a/resid_post_all/layer_11_width_262k_l0_big/params.safetensors b/resid_post_all/layer_11_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fdd9b3539df0f98cfa1101981aa3a8930ceba990
--- /dev/null
+++ b/resid_post_all/layer_11_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc45179dd79575d7bc09eac7550dee5d936fbf9eb2e4980db47d69ebede15cdf
+size 5370816904
diff --git a/resid_post_all/layer_12_width_16k_l0_big/params.safetensors b/resid_post_all/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a524cd0c1ce6c66410ff1c114a05c83130bc378
--- /dev/null
+++ b/resid_post_all/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6555a9564b3ff24853854cb12779cad82a55be5b3b7837c619c634a48187d6b3
+size 335686016
diff --git a/resid_post_all/layer_12_width_16k_l0_small/params.safetensors b/resid_post_all/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a1d683783b20a6e619fbe0a4f306a2a00545640
--- /dev/null
+++ b/resid_post_all/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991f3515b74f62c07582a510338f8793c737796778d53fe042ef6f9efb3e63f8
+size 335686016
diff --git a/resid_post_all/layer_12_width_262k_l0_small/params.safetensors b/resid_post_all/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d17886cfa44a0b1ce89b52cd4d25e82b1afd9f2f
--- /dev/null
+++ b/resid_post_all/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e58deba95b831842bb7ff0c95228872fb7ba9f47d193eccc6228d2b29d974f
+size 5370816904
diff --git a/resid_post_all/layer_13_width_16k_l0_big/params.safetensors b/resid_post_all/layer_13_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2348895f4f6c4bd7b4937df99c83890244bead2a
--- /dev/null
+++ b/resid_post_all/layer_13_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cf2f9119317b13875f72439ea77c685f88fc3fcc0a740ffdf1dfdbbc61b2c2
+size 335686016
diff --git a/resid_post_all/layer_13_width_16k_l0_small/params.safetensors b/resid_post_all/layer_13_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..908fac3b76b8ee323ddf97ab1e38306c5f00dd0a
--- /dev/null
+++ b/resid_post_all/layer_13_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec102e9558ab0ce894741a3aee495a8d635915adee2b10d2aeb62bbcd2ac3f57
+size 335686016
diff --git a/resid_post_all/layer_14_width_16k_l0_small/params.safetensors b/resid_post_all/layer_14_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79025af36b80293d341f9e3da45fbd491a7185b2
--- /dev/null
+++ b/resid_post_all/layer_14_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb4db6587ec650372a49b53b147baf6cbf3331ae999638e77b8561f8e58a29f
+size 335686016
diff --git a/resid_post_all/layer_16_width_16k_l0_big/params.safetensors b/resid_post_all/layer_16_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10e0f633777362db7ecc7e2c0e532ecafdf16ccb
--- /dev/null
+++ b/resid_post_all/layer_16_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a09c45819019ac289fe56d64d44cd6534589bd6f87e5882a4d16a5fa0afcdcc
+size 335686016
diff --git a/resid_post_all/layer_16_width_262k_l0_small/params.safetensors b/resid_post_all/layer_16_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b507e0add9cfcf55ba63cef5139b5f663a247
--- /dev/null
+++ b/resid_post_all/layer_16_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25a04fa25dc966d329fc468815fee8c5ca7c5cc1bbbdb4673e3e1feb557881d
+size 5370816904
diff --git a/resid_post_all/layer_17_width_16k_l0_big/params.safetensors b/resid_post_all/layer_17_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60cb9729e650a267e201abd5ea9594e6a9f56767
--- /dev/null
+++ b/resid_post_all/layer_17_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d532bab51bb6a23a6d9709ddfcbb9e144e3b58ec1b1fac6889f5ea3e091cc185
+size 335686016
diff --git a/resid_post_all/layer_17_width_16k_l0_small/params.safetensors b/resid_post_all/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fca8ae2c2f9076ce204cbffe2c4e5a4da0a792a5
--- /dev/null
+++ b/resid_post_all/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23961d5279198294e25a760d78e0984a80ab3271893b7061929bec36de3d9c6a
+size 335686016
diff --git a/resid_post_all/layer_17_width_262k_l0_small/params.safetensors b/resid_post_all/layer_17_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..159a0db84932257a2e894afad5e668c87c2a855b
--- /dev/null
+++ b/resid_post_all/layer_17_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69930fa9bfbcfefdb74101603480ff92922e009f0bc44848c60e792c790e49f5
+size 5370816904
diff --git a/resid_post_all/layer_18_width_16k_l0_small/params.safetensors b/resid_post_all/layer_18_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aab8e2375f1a3f21e9b05e51cf4e74d68ac0f1af
--- /dev/null
+++ b/resid_post_all/layer_18_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36a31c17dc9841a3c95155579ace14b58e85697bacf8ab02f813feca938a2c
+size 335686016
diff --git a/resid_post_all/layer_19_width_16k_l0_small/params.safetensors b/resid_post_all/layer_19_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7a794a719fa75dd24aa4304bc5bd6f17f8238b2
--- /dev/null
+++ b/resid_post_all/layer_19_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28cbe335ee7aa15ffa8dc03f8fd5260184195b5e6df47d06de44344a5c9550d
+size 335686016
diff --git a/resid_post_all/layer_1_width_16k_l0_small/params.safetensors b/resid_post_all/layer_1_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..500fd98a4675dfb121180c0b013f848e73533e45
--- /dev/null
+++ b/resid_post_all/layer_1_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb2759739dba033449516d6696298a51606203326e3993a19485c14d0960b77
+size 335686016
diff --git a/resid_post_all/layer_20_width_16k_l0_big/params.safetensors b/resid_post_all/layer_20_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13b0be5402f2b8cef08e89df04c4fc127f8af748
--- /dev/null
+++ b/resid_post_all/layer_20_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acd3f6745143a0fee1c448713d649c5cd685444534e434bd8ba1d66013f14cf
+size 335686016
diff --git a/resid_post_all/layer_20_width_16k_l0_small/params.safetensors b/resid_post_all/layer_20_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f8d56b463d51fb690fe35157f6bb99406679901a
--- /dev/null
+++ b/resid_post_all/layer_20_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2f977527e6f71ef0ec8bba5f61fb44567f5c2d69efca8835df3a374ec93177
+size 335686016
diff --git a/resid_post_all/layer_21_width_262k_l0_small/params.safetensors b/resid_post_all/layer_21_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15221384e94a875b0552daf41351c9bc68addd86
--- /dev/null
+++ b/resid_post_all/layer_21_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54806f803914d6329e6ecb4dcecf4cefeee3946895d1576bd8a12aed189e2651
+size 5370816904
diff --git a/resid_post_all/layer_22_width_16k_l0_big/params.safetensors b/resid_post_all/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c23c17da247056f8b8e2b2a71a3d0cb4892826c
--- /dev/null
+++ b/resid_post_all/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffb124df86b64270b7256113d325beb246110e031dc3ce9a28cc63c8134a411
+size 335686016
diff --git a/resid_post_all/layer_23_width_16k_l0_big/params.safetensors b/resid_post_all/layer_23_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c371a93cf80b1fe4aac47d6394e82a15af6e8a9
--- /dev/null
+++ b/resid_post_all/layer_23_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc133d27f1efe907e8efeb3d8af2e367dd622780cd0e8847d262f4774d2fb41a
+size 335686016
diff --git a/resid_post_all/layer_23_width_16k_l0_small/params.safetensors b/resid_post_all/layer_23_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ba61b64bf38aa8f5553aa15b1fa0ab60fd79a26
--- /dev/null
+++ b/resid_post_all/layer_23_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59e2653e5fae8fd4edcf8d1c98136b4a68cd85cd94f68a3b89daa276fa762ed
+size 335686016
diff --git a/resid_post_all/layer_24_width_16k_l0_big/params.safetensors b/resid_post_all/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20bfbd52f0c1227ef2a5552434d495b63095b49a
--- /dev/null
+++ b/resid_post_all/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca8845acba09b7454ae39751f3352deb8d2f379208a73d05eb7e978a79f136c
+size 335686016
diff --git a/resid_post_all/layer_24_width_16k_l0_small/params.safetensors b/resid_post_all/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12079e206bec2d680cec6f4c7f23c56e9aa98ae2
--- /dev/null
+++ b/resid_post_all/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86a276db16988311f923b458964e20a3ec3440f56297c7533195fa0a829a739
+size 335686016
diff --git a/resid_post_all/layer_24_width_262k_l0_small/params.safetensors b/resid_post_all/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb700551d7554df6b869349443242eeb19f37f42
--- /dev/null
+++ b/resid_post_all/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a0695c186545a2707ae126299bb6e2a9bcbad2c56467bdf0c5b5ed3e1e7a9
+size 5370816904
diff --git a/resid_post_all/layer_26_width_16k_l0_small/params.safetensors b/resid_post_all/layer_26_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2553026f207e0e161f0a99e8db2a5d7fd2a5eefa
--- /dev/null
+++ b/resid_post_all/layer_26_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf0eb99dceeb74687b28ed8202245f14003ef9236bc7ca5a4bf1cae7c590dff
+size 335686016
diff --git a/resid_post_all/layer_27_width_16k_l0_big/params.safetensors b/resid_post_all/layer_27_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ff3ea0419809664c37727c4f3884abff924bfa8
--- /dev/null
+++ b/resid_post_all/layer_27_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae87111d6e3ed3324049a7fcecd4a0975bbabf6a4eae3d30cd5938f141e0b5c
+size 335686016
diff --git a/resid_post_all/layer_27_width_262k_l0_small/params.safetensors b/resid_post_all/layer_27_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc7b06b222b2c5ad985331c1f1574717bd0f35ac
--- /dev/null
+++ b/resid_post_all/layer_27_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f739ba9530737177b7dc5dc3b560280c9019f587471afd7c025d12bccb5a94
+size 5370816904
diff --git a/resid_post_all/layer_28_width_16k_l0_big/params.safetensors b/resid_post_all/layer_28_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..191b0fa80c892ac7b485aec5e4cbab3863766570
--- /dev/null
+++ b/resid_post_all/layer_28_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83276acbe1bc2fd12d594f8e5b1317c02b42484c8ba95cacb05b02c770754108
+size 335686016
diff --git a/resid_post_all/layer_28_width_16k_l0_small/params.safetensors b/resid_post_all/layer_28_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d9bacf4029eecc0caafcda6759a17eda9fdd8c4
--- /dev/null
+++ b/resid_post_all/layer_28_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d178f51b1150cb44adf8c5a0c3823e63f5a3a628973f4f6665fb776ae46bfa5b
+size 335686016
diff --git a/resid_post_all/layer_28_width_262k_l0_small/params.safetensors b/resid_post_all/layer_28_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..797149c43cefc616cb0014942091151f64ac3ce4
--- /dev/null
+++ b/resid_post_all/layer_28_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3935b17cd8c4e605b8ce95e2c9fbd2c3fe58a87a1b3b25360f9cd4e04c092604
+size 5370816904
diff --git a/resid_post_all/layer_29_width_16k_l0_big/params.safetensors b/resid_post_all/layer_29_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..56915181f245ad212fe3cd6d36b0a1cc9f2e2e75
--- /dev/null
+++ b/resid_post_all/layer_29_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b4f0b034a801c01aa971ff692498b673fd07637bc10b61fd8783dd5873eee3
+size 335686016
diff --git a/resid_post_all/layer_29_width_16k_l0_small/params.safetensors b/resid_post_all/layer_29_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7f05ea09c5d86a9189c098eb493f84714209e7f
--- /dev/null
+++ b/resid_post_all/layer_29_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58be577f0849f9fca2eb39b9087a3cc05e625eaa3692b487b4780380aadaec07
+size 335686016
diff --git a/resid_post_all/layer_29_width_262k_l0_small/params.safetensors b/resid_post_all/layer_29_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82d589109cb8ad3e120d9ce0f9b2cfd983156559
--- /dev/null
+++ b/resid_post_all/layer_29_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c89b61c6d9415b8cf0ab258727c504526b863b3b2abf26b4687ad3a4475c681
+size 5370816904
diff --git a/resid_post_all/layer_2_width_16k_l0_small/params.safetensors b/resid_post_all/layer_2_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6796aafdcc7e4e45c86d383c20d0a8538adf9468
--- /dev/null
+++ b/resid_post_all/layer_2_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1361ea714974b652d74321c8558f1f3ab3c1eb5b9cf9e469038664e6d9e0a10
+size 335686016
diff --git a/resid_post_all/layer_30_width_16k_l0_big/params.safetensors b/resid_post_all/layer_30_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac5132336a52f7316426f7b155652a3f53f8ea62
--- /dev/null
+++ b/resid_post_all/layer_30_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db66be660f6c2773213c233707bc1e030dba658d3616ece7b9e735ba40087cb
+size 335686016
diff --git a/resid_post_all/layer_31_width_16k_l0_small/params.safetensors b/resid_post_all/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d862a4bd9ed9456aa0b211e331e768a65efe726
--- /dev/null
+++ b/resid_post_all/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9388bf1fa6f06034e6edc337a7af76bcadcee8a9970fb8f69f35dd43a21b4cb6
+size 335686016
diff --git a/resid_post_all/layer_31_width_262k_l0_big/params.safetensors b/resid_post_all/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ee88750e89af58884bab1113f8b983fd8d5e25a
--- /dev/null
+++ b/resid_post_all/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c63e7a0bcd5b58b11d378cb8260e2ad9820abf64f40b67e0373f753577337b
+size 5370816904
diff --git a/resid_post_all/layer_32_width_16k_l0_small/params.safetensors b/resid_post_all/layer_32_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b355c26346e335ddaef5ad464393ca3874ea3e96
--- /dev/null
+++ b/resid_post_all/layer_32_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa8e8f65a9f816ca90f93a499693afc8b195a4ea21510a9d112aedc9c080524
+size 335686016
diff --git a/resid_post_all/layer_32_width_262k_l0_small/params.safetensors b/resid_post_all/layer_32_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be41728a80f036b10d3ad4bad453eebca891570b
--- /dev/null
+++ b/resid_post_all/layer_32_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3694651de3beb87bc6203e5a6cf42e7c47dda78b8bc95d43315a953e1df0515a
+size 5370816904
diff --git a/resid_post_all/layer_33_width_262k_l0_small/params.safetensors b/resid_post_all/layer_33_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..480984c32adb733bf2cee39738f1884a48208c7d
--- /dev/null
+++ b/resid_post_all/layer_33_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46ce93a65c60957dd69f65b03797ca8dd440eaa9090f62fe7f8df8670c86077
+size 5370816904
diff --git a/resid_post_all/layer_3_width_262k_l0_small/params.safetensors b/resid_post_all/layer_3_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1bf532d1fe2cc33835ebab0ca0de6a1b92d80b75
--- /dev/null
+++ b/resid_post_all/layer_3_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3245c13f6f589d5175950b139eda60cef6cd914ae9d8bc32b9f015cbad41c3e3
+size 5370816904
diff --git a/resid_post_all/layer_4_width_16k_l0_big/params.safetensors b/resid_post_all/layer_4_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..37bb97237ea092028def4cfee08783239b831c59
--- /dev/null
+++ b/resid_post_all/layer_4_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af06b41cc6ed9a2b98f959a23dd67275a0540f245ec47805f825a118a15ce575
+size 335686016
diff --git a/resid_post_all/layer_5_width_16k_l0_big/params.safetensors b/resid_post_all/layer_5_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dac41190a468da01146aefa283c15a4458d9f31e
--- /dev/null
+++ b/resid_post_all/layer_5_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8764dab0e636783b397dc4fe97103b3f1db506053b619f61f5860d11aaab8e42
+size 335686016
diff --git a/resid_post_all/layer_7_width_16k_l0_small/params.safetensors b/resid_post_all/layer_7_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d26a9cd473dec69535d51f0aa4bc779ba63b354e
--- /dev/null
+++ b/resid_post_all/layer_7_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90176715e272403bf6d9080b05a1f5b6e8a5440314ace2ee5b595e28a25c5b60
+size 335686016
diff --git a/resid_post_all/layer_7_width_262k_l0_big/params.safetensors b/resid_post_all/layer_7_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ae34558979099ee6d41da1c8162efc356d88793
--- /dev/null
+++ b/resid_post_all/layer_7_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8baa02f876da4796f6eaac0135349756136affc681b773443ea7119844dfbb
+size 5370816904
diff --git a/resid_post_all/layer_8_width_16k_l0_small/params.safetensors b/resid_post_all/layer_8_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b6aca368cac68e1e1baae5b51a3d5b7f3195c75
--- /dev/null
+++ b/resid_post_all/layer_8_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59d5d7404971fe0bb813cc5d9a26ef4720f2325364bafb2907f06a764789029
+size 335686016
diff --git a/resid_post_all/layer_8_width_262k_l0_big/params.safetensors b/resid_post_all/layer_8_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b5d900f362ba9e954f3a719b44a9c98d3ab915c5
--- /dev/null
+++ b/resid_post_all/layer_8_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53cd88e843e0c66cc707013b0155ef4da1e6ac801409b185dc347d2ab8129ea
+size 5370816904
diff --git a/resid_post_all/layer_9_width_16k_l0_small/params.safetensors b/resid_post_all/layer_9_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e8a93b07c6f60fc20803587968461835c8873df5
--- /dev/null
+++ b/resid_post_all/layer_9_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd0f77db7bbcf16f04f0f88b8ed51741d732c2a445db3c689923ec69d3aea33
+size 335686016