diff --git a/attn_out_all/layer_0_width_16k_l0_big/params.safetensors b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e1adb3cb0ed5c3a8180a4cda88dd16b94813db96
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f47f215da0deef2da865a7e8e260c8d38a5bdbbd92f3715242c1c5e75ada85
+size 268575096
diff --git a/attn_out_all/layer_0_width_16k_l0_small/params.safetensors b/attn_out_all/layer_0_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5df8ebb99caa4c596e862d41722549a3d6c98f19
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660fbdcb4897a5d25114436d8a5cf2fc764519979fc5fab2a5e91c0934aa19dd
+size 268575096
diff --git a/attn_out_all/layer_0_width_262k_l0_big/params.safetensors b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..848e2b2553a10b21818353d6f5fbba8de2829ea0
--- /dev/null
+++ b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d526473fc2f2bc343901d650ef19d11cfd3ee7370c518c61e5466f77ad50898
+size 4297073032
diff --git a/attn_out_all/layer_10_width_16k_l0_big/params.safetensors b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f59c26e7b2e16ed453545958d733ba60515d828a
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c35113ddefc142d7b3f1165e7ee41f4af1b17fe12b8246fecebed5d46e57ece
+size 268575096
diff --git a/attn_out_all/layer_10_width_16k_l0_small/params.safetensors b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dff38588239230541c0a785c36e7da54d5461011
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318bc648f8950b17ffbc92e862ad2d7f99adbf38b28f5361964083aa0475025a
+size 268575096
diff --git a/attn_out_all/layer_10_width_262k_l0_big/params.safetensors b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..64ba46b0b626675a1196547e144da0e284b71a10
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8615aeb00c3137103dbb102e13af7eb8c3c066cb27bfb36c8ae6ba60889c9f
+size 4297073032
diff --git a/attn_out_all/layer_10_width_262k_l0_small/params.safetensors b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dbe083facc8afb661ad63e61970dc5cd064195ab
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7efe06d7d037a425edd776cf2ef7ed1095384c7ddbacf74460bb9c57d90d534
+size 4297073032
diff --git a/attn_out_all/layer_11_width_16k_l0_big/params.safetensors b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a113d4904c734df8948faa4a28e7351bdd120a6
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67ab0bd3cb7982dc707e760ffc82a7d3c773b2cce81b3b279accf15e55ca3d6
+size 268575096
diff --git a/attn_out_all/layer_12_width_16k_l0_big/params.safetensors b/attn_out_all/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cba6edd69f1ff9efb91f0be4a560d94324a54b0
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1f6ba2b1e57724458f1016453a729b862ccfafd9d00d32c5a0e395f517ad39
+size 268575096
diff --git a/attn_out_all/layer_12_width_16k_l0_small/params.safetensors b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c04d9f20f12c0e36a5a5c09a93c2e585e93617df
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd7339930971135baf7e490fef3eb41d6fdf4d629bcd6889df975adad30b1fb
+size 268575096
diff --git a/attn_out_all/layer_12_width_262k_l0_small/params.safetensors b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8ceb4abee52b3a5d2c778ec87851b7e3d00dc89a
--- /dev/null
+++ b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eed8877eee5290d741c7daa80deee2563b183fc87d9e7ea9c0024e49b2c1f1
+size 4297073032
diff --git a/attn_out_all/layer_13_width_16k_l0_big/params.safetensors b/attn_out_all/layer_13_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98bfeb6167f1124debec4da419057dae4df959ea
--- /dev/null
+++ b/attn_out_all/layer_13_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079fc2b13eb67ac0e16adb17c5333b86a1d022a7fc421280d7e6234b906a995c
+size 268575096
diff --git a/attn_out_all/layer_13_width_16k_l0_small/params.safetensors b/attn_out_all/layer_13_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..def28a20243a31035dae4d4027964cec92d4a6b5
--- /dev/null
+++ b/attn_out_all/layer_13_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25591a15d835cb4b59f877cae40a7b332f31870b83df376696d821d7b86955c8
+size 268575096
diff --git a/attn_out_all/layer_14_width_262k_l0_small/params.safetensors b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47c0019f7f560e5e09013bcde8a670891ea64ea5
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc95973843978053858d614f181024a626c534693ed6dbd7363dc50dfc2dbab8
+size 4297073032
diff --git a/attn_out_all/layer_15_width_16k_l0_small/params.safetensors b/attn_out_all/layer_15_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3c92af9d4fd411b4ea9453a0465ac0f758f9eb87
--- /dev/null
+++ b/attn_out_all/layer_15_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0bb510c92f98b48530dbfc89111d28dcf3a028145469736dfb6ec7b26a9ed5
+size 268575096
diff --git a/attn_out_all/layer_15_width_262k_l0_big/params.safetensors b/attn_out_all/layer_15_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73848bcd404612593b36733cfe70b8d843352639
--- /dev/null
+++ b/attn_out_all/layer_15_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928bf2d6dff103b0dfed2927fe2b704b137b4e836d3a63866bcadb3f818305ef
+size 4297073032
diff --git a/attn_out_all/layer_16_width_16k_l0_big/params.safetensors b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7c0d351440725b3deadd3d7401ec85df4547dff
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c63daa04b795b4f30e7bc14c8dfced8aeb1aa85017dad65bc0af802ab72d628
+size 268575096
diff --git a/attn_out_all/layer_16_width_16k_l0_small/params.safetensors b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c4480d1262757cdb4e98fa8caf7d5ef073dcaf3
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5b4e541237641fe3aa497ea20c2c517e2232d8142108a014fcdfcc5411eff1
+size 268575096
diff --git a/attn_out_all/layer_16_width_262k_l0_small/params.safetensors b/attn_out_all/layer_16_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f66cd7235c55615221f0e3597b7a74840a5fc3a0
--- /dev/null
+++ b/attn_out_all/layer_16_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db94a8540d649a9c9c1c95c33eaa40340e51aeb6082b4b7f45db1024619c7b8
+size 4297073032
diff --git a/attn_out_all/layer_17_width_16k_l0_big/params.safetensors b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62f353cbfb0235abfbf100f28f6da01b5f860964
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac79c3b2a5a9375f9d12cca431fb35d02130eec2a24c2392f5220a88d92b896
+size 268575096
diff --git a/attn_out_all/layer_17_width_16k_l0_small/params.safetensors b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78c36ba54f8f8a80b0694a219fb2a63a536b3b74
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e09edd77061fcc68d2fd36d8a149597fa2f479ea2c8fcbc872fc830ddea4114
+size 268575096
diff --git a/attn_out_all/layer_18_width_16k_l0_big/params.safetensors b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94a823c1d00ad9f1af878437e4c467d01dbe50f2
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce96c4c4957133dd83407ee3e37bc9574177f4716ee5a5ecd4047a95703b513
+size 268575096
diff --git a/attn_out_all/layer_18_width_16k_l0_small/params.safetensors b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ce30e5414ce5ee716f518ae8222625aeb91fa65
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e19946dfe7bc4a7b8fabececc40b07d1c843e13a4332e6919e41c405f50f8
+size 268575096
diff --git a/attn_out_all/layer_18_width_262k_l0_small/params.safetensors b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0589418d143a8e932764e78a4ec4bf0de3c57ac1
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813691a2b0f4445b5325957f77402a712ef2a1d249706edb5a4bb38f0b0b31a9
+size 4297073032
diff --git a/attn_out_all/layer_19_width_16k_l0_big/params.safetensors b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0f08dbc32c69f61e8b2850194fd751b90dd45bd2
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365e98c0348a5bd8f80296bb8662c2f7aaea7900daa37607d9972ec3c1c7d5a
+size 268575096
diff --git a/attn_out_all/layer_19_width_16k_l0_small/params.safetensors b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c40edc28db24f506ebd2baba54a3e3dc7ca6352
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8172d755873e9e504b002d56487c9ee949676ebcf62c93d8f7e047755cf05831
+size 268575096
diff --git a/attn_out_all/layer_1_width_16k_l0_big/params.safetensors b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0c9c8f89e29a3701710dfbb7b392ce270acfc286
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362732404dccd0452c305f255891459945c91299b9d222f642198d363950ce75
+size 268575096
diff --git a/attn_out_all/layer_1_width_16k_l0_small/params.safetensors b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82fdf391f83634b1e0317d7d4f0909b9632684b9
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd3c227cb9e344ec8ab4010b6945b4229cbfe849b99caea2ffdaedaaf5a396
+size 268575096
diff --git a/attn_out_all/layer_1_width_262k_l0_big/params.safetensors b/attn_out_all/layer_1_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e35cf421a860ff898d65b36a28b40f1bedc02bd
--- /dev/null
+++ b/attn_out_all/layer_1_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503cf30add9fe8961af3f1427093c683baac1161376ac76c1ecb50bbe7a4b298
+size 4297073032
diff --git a/attn_out_all/layer_20_width_16k_l0_big/params.safetensors b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa07666838b7f46ff669113f9ca40fda96769a
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696748226ea106155dc7a09dd3f37717ff869f5c060ae97b7e635365c447cca9
+size 268575096
diff --git a/attn_out_all/layer_20_width_16k_l0_small/params.safetensors b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5e60578d2aa454c3d3633395dec83519da85d3cf
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555c0e333cfd02cb0df9fe4bbd9ea492f410d1e96cb4aa84edbc12d4de57e9a2
+size 268575096
diff --git a/attn_out_all/layer_20_width_262k_l0_small/params.safetensors b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73b078251a5f677e62257e0ed90d1b10988be9c6
--- /dev/null
+++ b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1f9d46c7246ee530d9d95edb798381a002daf596b993d6d961fb77db65ebd0
+size 4297073032
diff --git a/attn_out_all/layer_21_width_16k_l0_big/params.safetensors b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7a92e7f0fc454f911c12c3985e751f7bad23b0b
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac97da15fc2805dc4189aaf019b511fef2e09ef429095e631a3b71a3afc68156
+size 268575096
diff --git a/attn_out_all/layer_21_width_16k_l0_small/params.safetensors b/attn_out_all/layer_21_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3fdad69bcd029d04e850bd32623825299cbe0e8
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1572d4954867fdbd7441ba962d99f7538d1be6e00daeabe4791aadf1e0eca9e
+size 268575096
diff --git a/attn_out_all/layer_21_width_262k_l0_big/params.safetensors b/attn_out_all/layer_21_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98831c2d50d8557051894bee704a48915fb3a4e6
--- /dev/null
+++ b/attn_out_all/layer_21_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58375390d855d7470c204a24d578efcae90b3c78cb41c2b7dca6a06d51d04afe
+size 4297073032
diff --git a/attn_out_all/layer_21_width_262k_l0_small/params.safetensors b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..620e8eb4efddd6931209771f45b5e84c1c4845f8
--- /dev/null
+++ b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb21561ecd2db24a45e7facab64bbbd2e7ede65b177ff0f3043b3bfc60f456b
+size 4297073032
diff --git a/attn_out_all/layer_22_width_16k_l0_small/params.safetensors b/attn_out_all/layer_22_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..466614660bef1424e595053307e96a8cd739a0c8
--- /dev/null
+++ b/attn_out_all/layer_22_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e2f77d93d70b8cd3f828edcb07f88717e2b4e610091259166f553d6fb0a5f7
+size 268575096
diff --git a/attn_out_all/layer_22_width_262k_l0_big/params.safetensors b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..349570a83ddaf2fa7a9be4492f7ef4d594093c36
--- /dev/null
+++ b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c95d868073ca8914274592ea3eae92346c423d55f80ed4c8c7e8434ac4bc680
+size 4297073032
diff --git a/attn_out_all/layer_23_width_16k_l0_small/params.safetensors b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0438ba28b6db95285c8dca9e8735999ee8d227c9
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b011f7ce671d7219a3f43fb4e420efcf0f778769431430dafb6967f05bdbea
+size 268575096
diff --git a/attn_out_all/layer_23_width_262k_l0_big/params.safetensors b/attn_out_all/layer_23_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..205413ea498abd17028c01837a39b87b6fda5931
--- /dev/null
+++ b/attn_out_all/layer_23_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1fb2a05c2d18fe0a78460ab90dd640b8c6f4db11ab591b03bfff7c6896f5bb
+size 4297073032
diff --git a/attn_out_all/layer_23_width_262k_l0_small/params.safetensors b/attn_out_all/layer_23_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e4d58bcef8e31757489058086259d962a608b85
--- /dev/null
+++ b/attn_out_all/layer_23_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f98e0b3f6973379d3a288db61d46c7d9f1d82c9dd39343b314ea47442908b06
+size 4297073032
diff --git a/attn_out_all/layer_24_width_16k_l0_big/params.safetensors b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85cd478130bd53950ef549fb8c784cb7c301d61b
--- /dev/null
+++ b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bb1ce08c121dd74bd983034f11ff84f81f3a7b7412c2a8a9716541263f9cc0
+size 268575096
diff --git a/attn_out_all/layer_25_width_16k_l0_big/params.safetensors b/attn_out_all/layer_25_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..148b01c6f7d0644f8d0b1b64a80a5a25853eccc9
--- /dev/null
+++ b/attn_out_all/layer_25_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedcbb336cd38e9d658eb02a5c1bb19118f0d27d40f06658e22535e1a520a018
+size 268575096
diff --git a/attn_out_all/layer_25_width_262k_l0_big/params.safetensors b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e006bcd7697d760b577ab23059cab43b2a89084
--- /dev/null
+++ b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466c5610a7a603f386a531731f995912fad180e3d0dd013f064e7bde6e999590
+size 4297073032
diff --git a/attn_out_all/layer_26_width_16k_l0_big/params.safetensors b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1f33908a75c593ecd56d844d57d4e7a0a9112f5
--- /dev/null
+++ b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f433d6fa9246b5854b3e1b62ad1cdb6bffd17ada0f8f8470961fcdcc34f3fe
+size 268575096
diff --git a/attn_out_all/layer_26_width_16k_l0_small/params.safetensors b/attn_out_all/layer_26_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4cc7831dd3de6407e072d8b4b2ad80b30496ca5d
--- /dev/null
+++ b/attn_out_all/layer_26_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8f2d9a9b1da2a89821031e5b8484b96f24c17b7d15ffbe080b753b15be88ae
+size 268575096
diff --git a/attn_out_all/layer_26_width_262k_l0_small/params.safetensors b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e8779cb9c154d7c7dd05f31cedc3515e881a38a2
--- /dev/null
+++ b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e873883ae795518897e8af1f4e11fb90d9ce23dbd4f1f8ed3dc7be8b32c7f7a
+size 4297073032
diff --git a/attn_out_all/layer_27_width_16k_l0_big/params.safetensors b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a92159a5d64fa336baaa97054ee5f064c474260
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e60b1b0561261022ab89f17b70ac67de9f0b8d327851441ac9485ab75844fba
+size 268575096
diff --git a/attn_out_all/layer_27_width_16k_l0_small/params.safetensors b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ee1b2ecd66ce63cf436574b2b65fa5a3783b9e5d
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aaff5eafc8d66aa460357e0cfd9c4f1043d89c29737a77dec8ebfe688b5504f
+size 268575096
diff --git a/attn_out_all/layer_27_width_262k_l0_big/params.safetensors b/attn_out_all/layer_27_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40bcd61be1439c846bfea347d2f847ff9291852d
--- /dev/null
+++ b/attn_out_all/layer_27_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ff0359b62c9a84e536fc8b863d1e65d22536c59b8e7acb0bfc95c6a7a6f0e4
+size 4297073032
diff --git a/attn_out_all/layer_28_width_16k_l0_big/params.safetensors b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb766334c535a2db27cc01c2440b8f0d8883b31b
--- /dev/null
+++ b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03907e07c5be3368e0d86aab4f59c210e807b92e85f391f7275f30fb7c82cee0
+size 268575096
diff --git a/attn_out_all/layer_28_width_16k_l0_small/params.safetensors b/attn_out_all/layer_28_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..49dfebf2a0c6f189fa52b2fa4f0a78544dce4488
--- /dev/null
+++ b/attn_out_all/layer_28_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dceac99d353a1788b3a12ffd364f3d32122bed22fe15f4e2ae7c94d1c1363f
+size 268575096
diff --git a/attn_out_all/layer_28_width_262k_l0_big/params.safetensors b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e2aee0194e8dd889ab5fd97787d17e2986795
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cb44574c364c919a06811123dcc494f9fd1af8b9156cab0bb28133d74dc1a1
+size 4297073032
diff --git a/attn_out_all/layer_28_width_262k_l0_small/params.safetensors b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..56c5787d1f238dbe8ee18170d45761a2a56ac81d
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1162ae3bdb9e1e72705391d2d4b2ca49d6b5fbd8ff7bdb61dd01da96822df6
+size 4297073032
diff --git a/attn_out_all/layer_29_width_16k_l0_big/params.safetensors b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e6862c849d39bed4041e972b76d95a12b2aa5b77
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85f9ea2f964d21dea814adf2be0e88dfff925013de14a787d44a5a8535c6ce0
+size 268575096
diff --git a/attn_out_all/layer_29_width_16k_l0_small/params.safetensors b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40da0a1fb96646cec647ab9b6f7845f128a8ac39
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b0ddcb0e7a4abab330c3fa0905e701f1ecb8241b92edae7dab6cce21c6c3e8
+size 268575096
diff --git a/attn_out_all/layer_29_width_262k_l0_big/params.safetensors b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e649f5995a188967f530563ceaab905c40fd24e
--- /dev/null
+++ b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673bc7598db076361f8df26ec8e4ea0bc64dc34cb23eac256be7c85edd97a3df
+size 4297073032
diff --git a/attn_out_all/layer_2_width_16k_l0_big/params.safetensors b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88f9b08baae328549061310e91f939e8d8add579
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23211504c096c77802ca339a9ce8312429e17a942bebe544ca19ef5242bddaf
+size 268575096
diff --git a/attn_out_all/layer_2_width_16k_l0_small/params.safetensors b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b59248edb890a2d4a5c350983f8549bce78128a
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29a8b12b3184c2568ec8bf6586bb00ce62d3468471eb1f225475db84851ca8a
+size 268575096
diff --git a/attn_out_all/layer_2_width_262k_l0_big/params.safetensors b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb52cfe95d51b1429f78fd89e7b94c0717bd29b7
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26948e7dc05f43da28121a56e2ebff0e63e60c738114674d4c173410e1b73fd9
+size 4297073032
diff --git a/attn_out_all/layer_30_width_16k_l0_big/params.safetensors b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..12a65a15c0aa536a40342c4862c88df276a08e3c
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95e74f32ba76b83a01e37d29a784c388310aa4900da61b6a3cf8d318614fb6
+size 268575096
diff --git a/attn_out_all/layer_30_width_16k_l0_small/params.safetensors b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82e1495ba72934b315f10e40ca78bb8771c2f2b0
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cde7934d600d701617f2cabe0fc93a5d921755ec1220e758a139f73f829fbc1
+size 268575096
diff --git a/attn_out_all/layer_31_width_16k_l0_big/params.safetensors b/attn_out_all/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6847343763e9f78c5e6b61cbe2e7c94753fcb8a
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d76ed90b7046fc6645bbdf20d80b58dcf5e86b4614eec41abacd6385d912e7
+size 268575096
diff --git a/attn_out_all/layer_31_width_16k_l0_small/params.safetensors b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e42ed8c45d9670b67043544beca762b8e14967f7
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60d7f28b6104e1755dcf63f1101cb4bda379d0417e3be8b37460151929cb359
+size 268575096
diff --git a/attn_out_all/layer_32_width_16k_l0_big/params.safetensors b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa7e60811bcc187d3128b14c1087e614624dd7a2
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5230dce2b7ca19960248c19b0b40083af695a5eae57b137cdc698d066a62c70c
+size 268575096
diff --git a/attn_out_all/layer_32_width_16k_l0_small/params.safetensors b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5dbf3bddddcd5de817ac58f25d74bb748bcd48f0
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11182fd883b35359072d2a7f7afa915544b6992fe187f5fc4634e0171404154
+size 268575096
diff --git a/attn_out_all/layer_33_width_16k_l0_big/params.safetensors b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9038d4631775498bd10cb5c4dc6d39fa101cc041
--- /dev/null
+++ b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df03201786c2fcd7d51218fd8d268492f7185fe0f49d100503cbc5ad5b556f3e
+size 268575096
diff --git a/attn_out_all/layer_33_width_16k_l0_small/params.safetensors b/attn_out_all/layer_33_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ad995b452f0ccc49fdd778436e9e9b588ca167a
--- /dev/null
+++ b/attn_out_all/layer_33_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf36c28485e87a584cade8d296e9236012d958c1bf1c5f8af1872e410807d84
+size 268575096
diff --git a/attn_out_all/layer_3_width_16k_l0_big/params.safetensors b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..800ecd4b017e0f6d5d56c2bbc26fb154e9aed657
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d631f254e787d413cf970887aee11e731a5340b3992ff61988744ae95fe6eed0
+size 268575096
diff --git a/attn_out_all/layer_3_width_16k_l0_small/params.safetensors b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de154be2c098b3706a11d4a15256c6fe956e68cd
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0db13ce9e34f533ebc66ceb42f8e2b0045ab2c961d935d067e9e9ff62b0a3d
+size 268575096
diff --git a/attn_out_all/layer_4_width_16k_l0_big/params.safetensors b/attn_out_all/layer_4_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb020911aef48038091213dc56a4715e8fbd5158
--- /dev/null
+++ b/attn_out_all/layer_4_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d62273b204f86eaf83aba971e80f367e0aac04c5d6f041806cb9cd9a888913
+size 268575096
diff --git a/attn_out_all/layer_4_width_16k_l0_small/params.safetensors b/attn_out_all/layer_4_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45264756139aaffd2b60999a70826368d3d79481
--- /dev/null
+++ b/attn_out_all/layer_4_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de00fec3e83c11eb274b7c1a98e4efb6a803c7bd5aefe1fc236e1d2053aac23
+size 268575096
diff --git a/attn_out_all/layer_5_width_16k_l0_small/params.safetensors b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88ae10bbec6224bbc7445f9d864ec9703eb4faa9
--- /dev/null
+++ b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82727439a5c1dd934271776a28ac06c5014e004834a480a0811224b2497141c
+size 268575096
diff --git a/attn_out_all/layer_6_width_16k_l0_big/params.safetensors b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63593642b65d6038ae6abbf772fc2b98c1a71ee3
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3085d564e69d20c48ac6cd57a08c77119680c7ec10f509fc446e64cf8a80e
+size 268575096
diff --git a/attn_out_all/layer_6_width_16k_l0_small/params.safetensors b/attn_out_all/layer_6_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75aa13b5818483555df8529f64227ae08087e3ba
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07841ca95ee2e092abe443e596ca71a78a55bf632e267bc5491f382e22086d0
+size 268575096
diff --git a/attn_out_all/layer_6_width_262k_l0_big/params.safetensors b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f48405f7cef2c8069b05cda0276d4e9795082cf3
--- /dev/null
+++ b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777b354f84d1c2a87ffa0a118a750627f8926df5b975dc029dd5c20abcba7c0c
+size 4297073032
diff --git a/attn_out_all/layer_6_width_262k_l0_small/params.safetensors b/attn_out_all/layer_6_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0deaf4fb9613312bec564806b45e52f4d0d9354f
--- /dev/null
+++ b/attn_out_all/layer_6_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3227645fa825ec3e389ea818225c09e0ef9f86eb48f871bcb5e88b1ab842c576
+size 4297073032
diff --git a/attn_out_all/layer_7_width_16k_l0_big/params.safetensors b/attn_out_all/layer_7_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..552685433b30eed3b72df99ad93a04fec138e368
--- /dev/null
+++ b/attn_out_all/layer_7_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44788ad0017dd3772df49fa768346c88e599f04ecd1c41007f1b5031d55a3c1
+size 268575096
diff --git a/attn_out_all/layer_7_width_16k_l0_small/params.safetensors b/attn_out_all/layer_7_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb2ce4c4c852554106b212a517f9cb9ca915c11b
--- /dev/null
+++ b/attn_out_all/layer_7_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60224a4071fbbe5873bba97ecf4952631988ce2c96b7501a219b95d1592b0861
+size 268575096
diff --git a/attn_out_all/layer_7_width_262k_l0_small/params.safetensors b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e0031481df505de42835005f13924c8e7fad1dd
--- /dev/null
+++ b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f072fb29cf4ce211d79f48d60d6305b0115b3a6091d902e2b4db35b76bb1edb
+size 4297073032
diff --git a/attn_out_all/layer_8_width_16k_l0_big/params.safetensors b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..094b41fd1c233738d220c1489bec13abd2cbc8d1
--- /dev/null
+++ b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d90d2882bb97bb8b1c003e0baba035e77221040e56eb607e8d2b89c84091b4
+size 268575096
diff --git a/mlp_out_all/layer_0_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_0_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8bd9e7f7f1cf21528e8409c649ad29fcb91e4b3a
--- /dev/null
+++ b/mlp_out_all/layer_0_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6dcb0bd6df5bee5db9f146e38274b34880aabef4fc8eea2af26660daa42863
+size 5370816904
diff --git a/mlp_out_all/layer_11_width_16k_l0_small/params.safetensors b/mlp_out_all/layer_11_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d3780d4552d52392c7d37678bcefbcb8cefbe4c
--- /dev/null
+++ b/mlp_out_all/layer_11_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66c396822fac7d92b52fde26e99b93a6cb45a29eec35b05bb47b8497f35a844
+size 335686016
diff --git a/mlp_out_all/layer_11_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_11_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..508a8dd8b9a4f0a41c98a98e6c59a1536f7c8ecc
--- /dev/null
+++ b/mlp_out_all/layer_11_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20214b3363e56d261090bc2bff31c4cca886b3225e64f203b0b81a70266ba70b
+size 5370816904
diff --git a/mlp_out_all/layer_11_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_11_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b80e3d9b14fab2f765e556a00d2aa78505ae5b57
--- /dev/null
+++ b/mlp_out_all/layer_11_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae5e639a26e44b9ca06a442efae37c2ed84dc09bbbce4e830fcb14f26b4a301
+size 5370816904
diff --git a/mlp_out_all/layer_13_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_13_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a30b703bdee0943d4c214cb986e710ff0e4c5
--- /dev/null
+++ b/mlp_out_all/layer_13_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d7eaab11d995951d6e838f7bed7abe850fd73b031a7231b06f6f9c4c757e89
+size 5370816904
diff --git a/mlp_out_all/layer_13_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_13_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b69c49671b3eef6a8ed348a601b14a873badf24
--- /dev/null
+++ b/mlp_out_all/layer_13_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1097ef1b4a142b3778c3536c4cc845d2b145786baba9bff17be1bdb956c2d320
+size 5370816904
diff --git a/mlp_out_all/layer_14_width_16k_l0_big/params.safetensors b/mlp_out_all/layer_14_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b4e0ad0cf82c99b7e331c3b3750c94fa2f8c8870
--- /dev/null
+++ b/mlp_out_all/layer_14_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358e181b9254d396e036e2893336379f5f9b4c431f9a6d4078ae3995410a45d8
+size 335686016
diff --git a/mlp_out_all/layer_14_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_14_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..247e3ffe16d45ff9820dd6aa28e47bf96a65a5b9
--- /dev/null
+++ b/mlp_out_all/layer_14_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f88f9081c10401f0882bcd3dd7b14b30510ba72ac4f9898f9950f48c0769f9
+size 5370816904
diff --git a/mlp_out_all/layer_15_width_16k_l0_big/params.safetensors b/mlp_out_all/layer_15_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c00edcc6988bc4d3e9a329f65f0227e979a0cb77
--- /dev/null
+++ b/mlp_out_all/layer_15_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d913aa64eafd3559103bb05f117957ac071934bcdf1a6fbd1517146022d1a3
+size 335686016
diff --git a/mlp_out_all/layer_16_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_16_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c93a73f761f981699af599808fa618a361faecd
--- /dev/null
+++ b/mlp_out_all/layer_16_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b008a863de734a1fd3919df81dde69d9f789959b927df669eee2bb165362df
+size 5370816904
diff --git a/mlp_out_all/layer_17_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_17_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1acb76f545cc28f747147d2f735862e581cfe714
--- /dev/null
+++ b/mlp_out_all/layer_17_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a53616858569334e584d088b195d8152f0932db9129b5e77198b5daee271cb
+size 5370816904
diff --git a/mlp_out_all/layer_18_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_18_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7395fd153684f1acb7ae4e799ab8d09a8da8e4b1
--- /dev/null
+++ b/mlp_out_all/layer_18_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30529ec203af84ed966f79a16081f210aee0901371c917b707400a5a9f3430c6
+size 5370816904
diff --git a/mlp_out_all/layer_19_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_19_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b2f290eeb4ca1051fb109d8dc3639f2d04f9705c
--- /dev/null
+++ b/mlp_out_all/layer_19_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7569dfb25c38336878b987205d8bd4aee07ee64993cad2f1d9a5bda24a5e0f24
+size 5370816904
diff --git a/mlp_out_all/layer_19_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_19_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa552cc1367ab338915d500bf901874dff595691
--- /dev/null
+++ b/mlp_out_all/layer_19_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a06b0498d45c8de89ea0391fa016f26b8010e75496c7e1b30000c9be021d66
+size 5370816904
diff --git a/mlp_out_all/layer_1_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_1_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..548c48aa228c57e22eddf05999fc0ff9e2215156
--- /dev/null
+++ b/mlp_out_all/layer_1_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdd71b3811557f5c8c20bd5c11b3b22f227604443e19b7c85f6c866c9d17c85
+size 5370816904
diff --git a/mlp_out_all/layer_20_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_20_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb6a00a2f178772ad0f65c23e1547ba8323c0dbe
--- /dev/null
+++ b/mlp_out_all/layer_20_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b87ed1d68530e6fcc72dd98cb2d7eb72c408fa59ee638d1425ff1dfccbc62ec
+size 5370816904
diff --git a/mlp_out_all/layer_22_width_16k_l0_big/params.safetensors b/mlp_out_all/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..07d788779f8167184bf98a03361fc1174fd613b3
--- /dev/null
+++ b/mlp_out_all/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54ad4d493df944c1a5281a137adc5cf1cfe20ccc87c42b6ce8093092437f350
+size 335686016
diff --git a/mlp_out_all/layer_22_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_22_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..91678105d49824bad5e67ac3eabbd1f75353a7e0
--- /dev/null
+++ b/mlp_out_all/layer_22_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91576a44ce481ca38b7d51c6e40a931510003f8084c02f7518d0937c82e747e
+size 5370816904
diff --git a/mlp_out_all/layer_23_width_16k_l0_big/params.safetensors b/mlp_out_all/layer_23_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4cab1ad786fc39cc1f37dc4721e397043ef4ca6
--- /dev/null
+++ b/mlp_out_all/layer_23_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02163f6ede568ede725389a30ac86736d55655b564ae123547ce5845b124a79
+size 335686016
diff --git a/mlp_out_all/layer_24_width_16k_l0_small/params.safetensors b/mlp_out_all/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74b14b51a80d226b3afd2ad0ae2ba76a674d2cde
--- /dev/null
+++ b/mlp_out_all/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389cd1fd4b23d72f46e3239b15b495532dc30604462a84d8993eb1ac348484cd
+size 335686016
diff --git a/mlp_out_all/layer_24_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_24_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..19cc3a8e97d2c3aebb3ceb7011d2b2a696a899b9
--- /dev/null
+++ b/mlp_out_all/layer_24_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f65f99f546ea999fb49f3b0fc1ccfba2df13467873fa758e64023d91fc7f5ad
+size 5370816904
diff --git a/mlp_out_all/layer_24_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d346e4ffe5ea96e6b7c6af6ac38cca20d1bf93df
--- /dev/null
+++ b/mlp_out_all/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d0f66ce8ba67d61945201175714a0f66de0fe252f225fb4222f38847fd1e5d
+size 5370816904
diff --git a/mlp_out_all/layer_25_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_25_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5caf2b1893fcef21ecc66f367105e6f824fe8544
--- /dev/null
+++ b/mlp_out_all/layer_25_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0d27d06357e3c7502d20d764b61a1095ac0c5c89cc2c77ee2dc672b04e0744
+size 5370816904
diff --git a/mlp_out_all/layer_26_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_26_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d13c7dbe0564e7f0d2fec6bf39514fc9e46187c0
--- /dev/null
+++ b/mlp_out_all/layer_26_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2b98c1fa3a6e750d0bd297f2ad6f8b60a43cafe93b002a0284bc4c46b4f40b
+size 5370816904
diff --git a/mlp_out_all/layer_27_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_27_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6b3e4c5933c98ad1817515c7479af241b7d1dda
--- /dev/null
+++ b/mlp_out_all/layer_27_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307aa43ddd292bacdaedf2efcb4ae156a589535c28b1565705674e79a2d6d8d1
+size 5370816904
diff --git a/mlp_out_all/layer_29_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_29_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5839d4502b905c2fb201ac3b7a6aeb2c9a4552d6
--- /dev/null
+++ b/mlp_out_all/layer_29_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c232a589c88bf4d389fcdc225ceafe0fd99454aa64fca6678011b489caccf0
+size 5370816904
diff --git a/mlp_out_all/layer_2_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_2_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80af99051f0518b910bd998ba9f9519260fb1d3d
--- /dev/null
+++ b/mlp_out_all/layer_2_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e584a60effe0db54d810adf6febbac3c7af5917b6ed05cac0cc16189e2fbc3
+size 5370816904
diff --git a/mlp_out_all/layer_30_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_30_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..26a7d1463875a23659ef3517cf24cc1225c4aed3
--- /dev/null
+++ b/mlp_out_all/layer_30_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f715eaedcc69bc02649807d5cad22e573c70acd7a4017a0b52946e15a4ce3f
+size 5370816904
diff --git a/mlp_out_all/layer_30_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_30_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71aed25a1693fc9a48a41d1ebd6461d14a7ef5b5
--- /dev/null
+++ b/mlp_out_all/layer_30_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7499472dff3a1e3aa4a4c2e333a348f89d0361c84b4ad9e6021ee29a554008
+size 5370816904
diff --git a/mlp_out_all/layer_31_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17c37348571dad5d7cf8927ad8d432c244d8db6d
--- /dev/null
+++ b/mlp_out_all/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9502434c706d291b2eb2d92e0b6726ad0a83f61570180487420b6cf63fb353
+size 5370816904
diff --git a/mlp_out_all/layer_31_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2a846f0e95b845cc5a37cd339c374b8993b4212
--- /dev/null
+++ b/mlp_out_all/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5298005cf932db57f556cdaf6e317af6be2fa89198e62acac1a2dec0b22a6c2
+size 5370816904
diff --git a/mlp_out_all/layer_32_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_32_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb0608048ff47828e49fbeb559080c29c55bba38
--- /dev/null
+++ b/mlp_out_all/layer_32_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54eda1987e2fced00b46b081434e393fea9a7ee0dcffd512afd5b28930808ca9
+size 5370816904
diff --git a/mlp_out_all/layer_32_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_32_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d0adbcb5d4e69ae892c7c48a6543a93f27cb576
--- /dev/null
+++ b/mlp_out_all/layer_32_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9867fd3b6f40037e5cac6b4023b6b425879fa739b28791b35d7494365543ebc0
+size 5370816904
diff --git a/mlp_out_all/layer_33_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_33_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4ebd7029caa69b7610bfa9a7fb5a0ea18fe2bc9
--- /dev/null
+++ b/mlp_out_all/layer_33_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fcec40f597f6f53c423f033f7af5eea2b23da2949525c8e53d75fa1ed8b206
+size 5370816904
diff --git a/mlp_out_all/layer_33_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_33_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac248ce8a775a2d847bc5125203a81ad5c115f41
--- /dev/null
+++ b/mlp_out_all/layer_33_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900bbe89f914ec95d15195829e9464a18a2559983eadc61bf514de595583676
+size 5370816904
diff --git a/mlp_out_all/layer_3_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_3_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..69fa7b7d16d470a7e8526e89aac57bf80ac4ea5d
--- /dev/null
+++ b/mlp_out_all/layer_3_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd9a3e83675201c13b11fac6b7bb81abaa6c290e3520cf537d2ded3e09ee1ba
+size 5370816904
diff --git a/mlp_out_all/layer_3_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_3_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5962f2f5a546d65cc2062e95ba350d520b58ec38
--- /dev/null
+++ b/mlp_out_all/layer_3_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d84389818ba48aeba24c97b75cd5f4e9e5c42adf5f0972e0205c0d519586e5b
+size 5370816904
diff --git a/mlp_out_all/layer_4_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_4_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01f0c1814098d8512e6a64ae0cd6976c1d39ea52
--- /dev/null
+++ b/mlp_out_all/layer_4_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c55d0f06bf389f63fe747e7cd310d8af8b9fd094e1420812579f9f0b3750f91
+size 5370816904
diff --git a/mlp_out_all/layer_5_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_5_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35483c242951291b52464aefff9b04fafd976937
--- /dev/null
+++ b/mlp_out_all/layer_5_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0709903544155f39d786ef3c3c37f12067184f267db189f3093e6215beefef4
+size 5370816904
diff --git a/mlp_out_all/layer_8_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_8_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2de1be6843fa7eb50e8cdce8fe753807fe9ed1df
--- /dev/null
+++ b/mlp_out_all/layer_8_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750ddfea57e03082c29864919c39fa0ec296e13cc014edd0e4d1001e582b18e
+size 5370816904
diff --git a/mlp_out_all/layer_8_width_262k_l0_small/params.safetensors b/mlp_out_all/layer_8_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f89a87700c880ffa0e650337d3b8051404a028e
--- /dev/null
+++ b/mlp_out_all/layer_8_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153e7c7405048c312d4a6190a62e64201f40cc6e571675371e038ecc5023ac5d
+size 5370816904
diff --git a/mlp_out_all/layer_9_width_16k_l0_big/params.safetensors b/mlp_out_all/layer_9_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9cd15389656c7210ca159045b6d5c63b3384414
--- /dev/null
+++ b/mlp_out_all/layer_9_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e69831e9a829d28669e91284bef279a089714e25fa9756ab36731f80d57127
+size 335686016
diff --git a/mlp_out_all/layer_9_width_16k_l0_small/params.safetensors b/mlp_out_all/layer_9_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32c9bbe11fa345efb16471223ac90f34dc20aa90
--- /dev/null
+++ b/mlp_out_all/layer_9_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8080f27ffed5178d70a2a193694b67bc85c878cd14613c736dffdb137e6998f1
+size 335686016
diff --git a/mlp_out_all/layer_9_width_262k_l0_big/params.safetensors b/mlp_out_all/layer_9_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..183a87592686d3a82fe49c247417d2c151b060e5
--- /dev/null
+++ b/mlp_out_all/layer_9_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5959c0e352739fd2fe32766d355c1d30d26de108638b64ba58819629bda04a
+size 5370816904