gemma 2b sae resid post 12. fix ghost grad print

jbloomAus · May 21, 2024 · 2a676b2 · 2a676b2
1 parent a10283d
commit 2a676b2
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/sae_lens/pretrained_saes.yaml b/sae_lens/pretrained_saes.yaml
@@ -68,3 +68,5 @@ SAE_LOOKUP:
         path: "gemma_2b_blocks.0.hook_resid_post_16384_anthropic"
       - id: "blocks.6.hook_resid_post"
         path: "gemma_2b_blocks.6.hook_resid_post_16384_anthropic_fast_lr"
+      - id: "blocks.12.hook_resid_post"
+        path: "gemma_2b_blocks.12.hook_resid_post_16384"
diff --git a/sae_lens/training/config.py b/sae_lens/training/config.py
@@ -243,7 +243,7 @@ def __post_init__(self):
                 f"Number tokens in sparsity calculation window: {self.feature_sampling_window * self.train_batch_size_tokens:.2e}"
             )
 
-        if not self.use_ghost_grads:
+        if self.use_ghost_grads:
             print("Using Ghost Grads.")
 
     def get_checkpoints_by_step(self) -> tuple[dict[int, str], bool]: