diff --git a/elk/training/sweep.py b/elk/training/sweep.py index 59316dab..2de3aa0d 100755 --- a/elk/training/sweep.py +++ b/elk/training/sweep.py @@ -161,7 +161,6 @@ def execute(self): continue assert elicit.out_dir is not None - # TODO we should fix this so that this isn't needed eval = elicit.make_eval(model, eval_dataset) eval.execute(highlight_color="green") diff --git a/elk/training/train.py b/elk/training/train.py index 50c6f1c2..39b7b11b 100644 --- a/elk/training/train.py +++ b/elk/training/train.py @@ -63,8 +63,7 @@ def make_eval(self, model, eval_dataset): skip_supervised=self.supervised == "none", prompt_indices=self.prompt_indices, concatenated_layer_offset=self.concatenated_layer_offset, - # datasets=run.datasets isn't needed because it's - # immediately overwritten + # datasets isn't needed because it's immediately overwritten debug=self.debug, disable_cache=self.disable_cache, )