make it a package + cleanup files

LICENSE.md

@@ -0,0 +1,44 @@
+MIT License
+
+Copyright (c) 2023 EleutherAI
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+## License for original codebase
+MIT License
+
+Copyright (c) 2023 Collin Burns
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

elk/generate.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# run in background
+nohup python -mu elk.generation_main --model deberta-v2-xxlarge-mnli --datasets imdb --prefix normal --model_device cuda --num_data 1000 &
+ps -ax | grep generation_main

elk/train_evaluate.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+# python -m elk.train --model deberta-v2-xxlarge-mnli --prefix normal  --dataset imdb  --num_data 1000
+python -m elk.train --model deberta-v2-xxlarge-mnli --prefix normal  --dataset boolq  --num_data 1000
+python -m elk.evaluate --model deberta-v2-xxlarge-mnli --prefix normal  --dataset boolq  --num_data 1000

pyproject.toml

@@ -0,0 +1,35 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "elk"
+description = "Keeping language models honest by directly eliciting knowledge encoded in their activations"
+readme = "README.md"
+requires-python = ">=3.9"
+keywords = ["nlp", "interpretability", "language-models", "explainable-ai"]
+license = {text = "MIT License"}
+dependencies = [
+    "datasets==2.8.0",
+    "numpy==1.23.5",
+    "pandas==1.5.1",
+    "transformers==4.25.1",
+    "promptsource==0.2.3",
+    "torch",
+    "sentencepiece==0.1.97",
+    "protobuf==3.20.*",
+    "scikit-learn==1.2.0",
+    "umap-learn==0.5.3",
+    "matplotlib==3.6.3",
+    "tqdm==4.64.1"
+]
+version = "0.0.1"
+
+[project.optional-dependencies]
+dev = [
+    "pre-commit",
+    "pytest",
+]
+
+[tool.setuptools]
+packages = ["elk"]