update experiment

pankace · Mar 8, 2024 · 1f70493 · 1f70493
1 parent f76bacf
commit 1f70493
Showing 1 changed file with 7 additions and 1 deletion.
diff --git a/experiments/02_model.ipynb b/experiments/02_model.ipynb
@@ -1277,7 +1277,13 @@
     "    \"distilbert/distilbert-base-uncased\", num_labels=2, id2label=id2label, label2id=label2id\n",
     ")\n",
     "\n",
-    "tokenizer = AutoTokenizer.from_pretrained(\"distilbert/distilbert-base-uncased\")"
+    "tokenizer = AutoTokenizer.from_pretrained(\"distilbert/distilbert-base-uncased\")\n",
+    "\n",
+    "for param in model.distilbert.parameters():\n",
+    "    param.requires_grad = False\n",
+    "\n",
+    "for param in model.classifier.parameters():\n",
+    "    param.requires_grad = True"
    ]
   },
   {