From 903a86f2a6b54de97a1ea5d07aab87004cee298a Mon Sep 17 00:00:00 2001 From: SrGonao Date: Tue, 19 Nov 2024 13:46:52 +0000 Subject: [PATCH] Updating paths --- examples/latent_contexts.ipynb | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/latent_contexts.ipynb b/examples/latent_contexts.ipynb index 78badc7e..243d971d 100644 --- a/examples/latent_contexts.ipynb +++ b/examples/latent_contexts.ipynb @@ -146,7 +146,7 @@ " \n", " feature_cfg = FeatureConfig(width=131072)\n", " raw_dir = f\"raw_features/gemma/{sae_size}\"\n", - " experiment_cfg = ExperimentConfig(n_random=200,train_type=\"quantiles\",n_examples_train=40,n_quantiles=10,example_ctx_len=32)\n", + " experiment_cfg = ExperimentConfig(n_random=0,train_type=\"quantiles\",n_examples_train=40,n_quantiles=10,example_ctx_len=32)\n", "\n", " #module = f\".model.layers.{layer_name}.post_feedforward_layernorm\"\n", " module = f\".model.layers.{layer_name}\"\n", @@ -176,8 +176,8 @@ "\n", " return all_examples, maximum_activations\n", "\n", - "def plot_examples(layer_name=None,old=False):\n", - " all_examples, maximum_activations = load_examples(layer_name,old)\n", + "def plot_examples(layer_name=None,sae_size=\"131k\"):\n", + " all_examples, maximum_activations = load_examples(layer_name,sae_size)\n", " keys = list(all_examples.keys())\n", " \n", " current_index = [0] # Use a list to store the current index so it can be modified in the callback\n",