Add new L24 checkpoint

etowahadams · Jan 17, 2025 · 23bc7dc · 23bc7dc
1 parent c202eb6
commit 23bc7dc
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/viz/src/SAEConfigs.ts b/viz/src/SAEConfigs.ts
@@ -441,6 +441,16 @@ export const SAE_CONFIGS: Record<string, SAEConfig> = {
     supportsCustomSequence: false,
     curated: [],
   },
+  "SAE4096-L24-v2": {
+    storagePath: "4096_layer_sweep/esm2_plm1280_l24_sae4096_k64_auxk640",
+    description:
+      "This is has the same dimensions and layer as our original SAE4096-L24, but with a larger training set and K=64 instead of K=128.",
+    numHiddenDims: 4096,
+    plmLayer: 24,
+    defaultDim: 0,
+    supportsCustomSequence: false,
+    curated: [],
+  },
   "SAE4096-L28": {
     storagePath: "4096_layer_sweep/esm2_plm1280_l28_sae4096_k64_auxk640",
     description: "",