diff --git a/layers.0.attention/cfg.json b/layers.0.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.0.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.0.attention/sae.safetensors b/layers.0.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ed9af603193051d9537b66a3ca8a4af5afedd56
--- /dev/null
+++ b/layers.0.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b885fe5e73b25395abff40bc2cb75f201dfbb741e15ec8fb6c399deab8040d
+size 402918736
diff --git a/layers.0.mlp/cfg.json b/layers.0.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.0.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.0.mlp/sae.safetensors b/layers.0.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..25b6be98167f11dc350d16aa31d5afac4869153f
--- /dev/null
+++ b/layers.0.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5b565784c9a50e3bad3d653d5ea4e280f12c67146169f182daba5f499bc0fb
+size 402918736
diff --git a/layers.0/cfg.json b/layers.0/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.0/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.0/sae.safetensors b/layers.0/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f0ab08ccf05beebee6684c9df236d9756d59169
--- /dev/null
+++ b/layers.0/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7695c02bc9908be6881bfe56e3a0beccaf7a36a8a39955336fbd33c0b97964fa
+size 402918736
diff --git a/layers.1.attention/cfg.json b/layers.1.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.1.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.1.attention/sae.safetensors b/layers.1.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ebbba8bcfd519269e15486c4110a672edf686b05
--- /dev/null
+++ b/layers.1.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd16c9b65f5612c6c373b1ffca552fde5210d237dbfc9e74b24a4991fe1390
+size 402918736
diff --git a/layers.1.mlp/cfg.json b/layers.1.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.1.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.1.mlp/sae.safetensors b/layers.1.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..946cd5b7e37b248ab5b4a02d13111013f434f0ad
--- /dev/null
+++ b/layers.1.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e687f9a04cf563b96664178a0174166feaa2276788edf1dfca6c2b00ea52b20
+size 402918736
diff --git a/layers.1/cfg.json b/layers.1/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.1/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.1/sae.safetensors b/layers.1/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2078da00ddc6afefb0bca2c7c1b4dccbf9eaf47a
--- /dev/null
+++ b/layers.1/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72dfc33d726abada56eb7129800cbab3705486a55c5a7a90f16bb0e7061c016
+size 402918736
diff --git a/layers.10.attention/cfg.json b/layers.10.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.10.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.10.attention/sae.safetensors b/layers.10.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76c539f6d0a8dc5ceb96768ce4c917c7fdf7d2ca
--- /dev/null
+++ b/layers.10.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8659d9cd1bfbb6b90fc1c61d9b23429895f5f9cde9e10cae42e19b11ad0be2
+size 402918736
diff --git a/layers.10.mlp/cfg.json b/layers.10.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.10.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.10.mlp/sae.safetensors b/layers.10.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb06ea3195f886c7a6893b6a613b716672f3105c
--- /dev/null
+++ b/layers.10.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e6492c1fd8d1e5e68bd64c5b454cd8fe95989c8288f8c361e3950a0265021
+size 402918736
diff --git a/layers.10/cfg.json b/layers.10/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.10/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.10/sae.safetensors b/layers.10/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..819911e0ed33b1f0b9ef0a946fe5677f3f499d09
--- /dev/null
+++ b/layers.10/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a36aca11add76409cc2f2db343405781300ca3fa7bf726b6a46c09ef819f9ff
+size 402918736
diff --git a/layers.11.attention/cfg.json b/layers.11.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.11.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.11.attention/sae.safetensors b/layers.11.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20d800b1bae053fe5249bf666d3c6ce73e529a09
--- /dev/null
+++ b/layers.11.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb38c18773c440abad7670bcd7809e3fb66d60a4bf45b936061f68fcd9cd6d4
+size 402918736
diff --git a/layers.11.mlp/cfg.json b/layers.11.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.11.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.11.mlp/sae.safetensors b/layers.11.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e9c8e0ad45448912c61a43171f904c5bb942e1b
--- /dev/null
+++ b/layers.11.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a709b096425be047cf98c5cbfaa9caa56f0b29f4ac59cb63dd8e4aa6848705
+size 402918736
diff --git a/layers.11/cfg.json b/layers.11/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.11/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.11/sae.safetensors b/layers.11/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..383c6ca9c4fd67c674f3617ca2256806b271ed82
--- /dev/null
+++ b/layers.11/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234156ef6e6ff0e7582119040581bc3ffe95ae98ef813055c6a97b7e4d026036
+size 402918736
diff --git a/layers.2.attention/cfg.json b/layers.2.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.2.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.2.attention/sae.safetensors b/layers.2.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f6df453d49e79570ecbc3a03ff7178b9feda991f
--- /dev/null
+++ b/layers.2.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c6341dea910f49cc701124e46b507beba08b03a71e1236d041aabed940bdf0
+size 402918736
diff --git a/layers.2.mlp/cfg.json b/layers.2.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.2.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.2.mlp/sae.safetensors b/layers.2.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47d38cf07e7ae591f4a135c709c52adb2fde138c
--- /dev/null
+++ b/layers.2.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de60aa95a93a552c51d271114d82d3d902db17e465bd68cac07dbecbb60bdef0
+size 402918736
diff --git a/layers.2/cfg.json b/layers.2/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.2/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.2/sae.safetensors b/layers.2/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df84b0b52abaf50b78f24d7115455d471fea6c96
--- /dev/null
+++ b/layers.2/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda1f4bf3af3f5b6ca6cd109e4211afdce29d475bd49507721dd894a31a14bb0
+size 402918736
diff --git a/layers.3.attention/cfg.json b/layers.3.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.3.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.3.attention/sae.safetensors b/layers.3.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8f0c25b578a0c7721c1712ef6c1bb89ea16c47a
--- /dev/null
+++ b/layers.3.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54e455941af1a7357ffacdf910bb5b694f730a3dd44813275df5c6ccaf47700
+size 402918736
diff --git a/layers.3.mlp/cfg.json b/layers.3.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.3.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.3.mlp/sae.safetensors b/layers.3.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..17b5d905453703b0b649411e7f5a53373adea7ea
--- /dev/null
+++ b/layers.3.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d72624a4d726584ac8470eab0a8e0ea991f4b6a104f90d87361c73ff7b2958
+size 402918736
diff --git a/layers.3/cfg.json b/layers.3/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.3/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.3/sae.safetensors b/layers.3/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3471e7160d714654a72c8c49b7ae4ea66d9fe98e
--- /dev/null
+++ b/layers.3/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccda6df31c48b1d2961d6a4aeb663a21f064e180112dfa3ddc5805d110acbf2d
+size 402918736
diff --git a/layers.4.attention/cfg.json b/layers.4.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.4.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.4.attention/sae.safetensors b/layers.4.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..593c3a25d9f27706c595f94a82b2cec864a4c6cc
--- /dev/null
+++ b/layers.4.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76eb054f7b4c83e94a626ce3f967dae3c7b429cb5ba78efe9b0df8190202e16
+size 12865536
diff --git a/layers.4.mlp/cfg.json b/layers.4.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.4.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.4.mlp/sae.safetensors b/layers.4.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..08846322be932b3cbb7f2cda0696f0e0b0e94909
--- /dev/null
+++ b/layers.4.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad4f38db46dfd5ded8deaed837a3b26bc100665e21ee004f7d18d639bda39b7
+size 402918736
diff --git a/layers.4/cfg.json b/layers.4/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.4/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.4/sae.safetensors b/layers.4/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b90dbd080b83cfb22f76ca7c92e428c61f6c2f2f
--- /dev/null
+++ b/layers.4/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1aa1b52352dba45336b55312e747bc6214c8bcf2933626671b4ec1af6c6652
+size 402918736
diff --git a/layers.5.attention/cfg.json b/layers.5.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.5.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.5.attention/sae.safetensors b/layers.5.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5bef9e0f7e60ee57d054130377295ea7737450dc
--- /dev/null
+++ b/layers.5.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76fa053a3611b6b4330cb56ed0924c038beb23120a7ce16490bf7b28b0e845d
+size 402918736
diff --git a/layers.5.mlp/cfg.json b/layers.5.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.5.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.5.mlp/sae.safetensors b/layers.5.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dae1441c485b373e3975cf0535ff92ec792e296d
--- /dev/null
+++ b/layers.5.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1dab915a7d3d9e179c73c36611ac9046687dc40dede474eb35f7213ca0078a
+size 402918736
diff --git a/layers.5/cfg.json b/layers.5/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.5/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.5/sae.safetensors b/layers.5/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ec8d6773fe827daaabe1632323badf04949f75a2
--- /dev/null
+++ b/layers.5/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0758cd882e2c2e9dd020c2912d8f3022c1de7bb0ad7ff23d581959534235d58c
+size 402918736
diff --git a/layers.6.attention/cfg.json b/layers.6.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.6.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.6.attention/sae.safetensors b/layers.6.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a746e95947f04356b46637794035a7566bf0a872
--- /dev/null
+++ b/layers.6.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251758e5609045ce28c79c293af8a1703d429371b4bda26efac246244adc7385
+size 402918736
diff --git a/layers.6.mlp/cfg.json b/layers.6.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.6.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.6.mlp/sae.safetensors b/layers.6.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..842ab5d3f104226c57e0f00b84f98fc396aeb950
--- /dev/null
+++ b/layers.6.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73244ab8513aa294924eb09f1cb0e5742f8fcdbc233efb4e85c9706c80997c45
+size 402918736
diff --git a/layers.6/cfg.json b/layers.6/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.6/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.6/sae.safetensors b/layers.6/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..638c1fb51ddc6b4d85c1df826a84a5c161c9cb38
--- /dev/null
+++ b/layers.6/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125777dc3df7b788750c123e0f80adb7fb273e0aebeac11f3601cbb8362a6fad
+size 402918736
diff --git a/layers.7.attention/cfg.json b/layers.7.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.7.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.7.attention/sae.safetensors b/layers.7.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e6ce6dd9e501746cd76ab8432c8c8fac0a96a270
--- /dev/null
+++ b/layers.7.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b9bbccb28d3ce52ae768d13e132b3106d9a2e96f500720b51f16354e5e95be
+size 402918736
diff --git a/layers.7.mlp/cfg.json b/layers.7.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.7.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.7.mlp/sae.safetensors b/layers.7.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..22c0c45fd571197377cbaaa90a0d47962b38ae20
--- /dev/null
+++ b/layers.7.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ff10b8fca03a112a4bf1779bde0537a24cc48094054256d0dbf42e2c2bbdcb
+size 402918736
diff --git a/layers.7/cfg.json b/layers.7/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.7/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.7/sae.safetensors b/layers.7/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b631816ac37723bc34f00419be2bb7eca69ad588
--- /dev/null
+++ b/layers.7/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e85f14fea49cc39cd02461ce50cfff2b3e043df4424023c0992b683e464a96
+size 402918736
diff --git a/layers.8.attention/cfg.json b/layers.8.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.8.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.8.attention/sae.safetensors b/layers.8.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33f2d3a45e7551afb93f22017bf8e56636d0ed7e
--- /dev/null
+++ b/layers.8.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde8a5255c8c150ba0563fd5034caf66d15b93bfb8e528c295ae64f77882db70
+size 402918736
diff --git a/layers.8.mlp/cfg.json b/layers.8.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.8.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.8.mlp/sae.safetensors b/layers.8.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18836e952530801051397d69911ba40e1b110c65
--- /dev/null
+++ b/layers.8.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ae4e0fd9bfd59573fd01585015375f692adb5593faf978d113ee3319f6b809
+size 402918736
diff --git a/layers.8/cfg.json b/layers.8/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.8/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.8/sae.safetensors b/layers.8/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..77708052a5386c40aa8910326993d14c09fe0d59
--- /dev/null
+++ b/layers.8/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568beb71e063ad589415aaec347e65758e007d3c8e77ec4c8eb00fe93343b1e4
+size 402918736
diff --git a/layers.9.attention/cfg.json b/layers.9.attention/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.9.attention/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.9.attention/sae.safetensors b/layers.9.attention/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a52ca0def22fd23a3b5f6ac6706d5367fd1164b5
--- /dev/null
+++ b/layers.9.attention/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212b927d1068867ffd6ce3c75d3af9d40e0a18ef31f1e59d551b38385ca93456
+size 402918736
diff --git a/layers.9.mlp/cfg.json b/layers.9.mlp/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.9.mlp/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.9.mlp/sae.safetensors b/layers.9.mlp/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84669a10eddc27b747e39276fcb5514bf44d5f95
--- /dev/null
+++ b/layers.9.mlp/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57b48fd9bc5e886c488cdef36928a15e8abca317abc23ba44b2b637159bceec
+size 402918736
diff --git a/layers.9/cfg.json b/layers.9/cfg.json
new file mode 100644
index 0000000000000000000000000000000000000000..69cbf97eeff63065e4842032fb296a635e9b65b8
--- /dev/null
+++ b/layers.9/cfg.json
@@ -0,0 +1 @@
+{"expansion_factor": 32, "normalize_decoder": true, "num_latents": 65536, "k": 32, "signed": false, "d_in": 768}
\ No newline at end of file
diff --git a/layers.9/sae.safetensors b/layers.9/sae.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9f36fabe4115728665a9993648e9fa02ac3802e
--- /dev/null
+++ b/layers.9/sae.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028bf0ffdee67f4f491aeb47d5b6ac6f0b18f13b77de2b4e6f3d17cfaa9831cc
+size 402918736