Updating paths

EleutherAI · Nov 19, 2024 · 903a86f · 903a86f
1 parent 0210e05
commit 903a86f
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/examples/latent_contexts.ipynb b/examples/latent_contexts.ipynb
@@ -146,7 +146,7 @@
     "    \n",
     "    feature_cfg = FeatureConfig(width=131072)\n",
     "    raw_dir = f\"raw_features/gemma/{sae_size}\"\n",
-    "    experiment_cfg = ExperimentConfig(n_random=200,train_type=\"quantiles\",n_examples_train=40,n_quantiles=10,example_ctx_len=32)\n",
+    "    experiment_cfg = ExperimentConfig(n_random=0,train_type=\"quantiles\",n_examples_train=40,n_quantiles=10,example_ctx_len=32)\n",
     "\n",
     "    #module = f\".model.layers.{layer_name}.post_feedforward_layernorm\"\n",
     "    module = f\".model.layers.{layer_name}\"\n",
@@ -176,8 +176,8 @@
     "\n",
     "    return all_examples, maximum_activations\n",
     "\n",
-    "def plot_examples(layer_name=None,old=False):\n",
-    "    all_examples, maximum_activations = load_examples(layer_name,old)\n",
+    "def plot_examples(layer_name=None,sae_size=\"131k\"):\n",
+    "    all_examples, maximum_activations = load_examples(layer_name,sae_size)\n",
     "    keys = list(all_examples.keys())\n",
     "    \n",
     "    current_index = [0]  # Use a list to store the current index so it can be modified in the callback\n",