adjust classification tasks for new logic

Author: Charlotte Tumescheit

chebai/cli.py

@@ -62,7 +62,9 @@ def call_data_methods(data: Type[XYBaseDataModule]):
         for kind in ("train", "val", "test"):
             # todo: fix this
             # for average in ("mse", "rmse","r2"): # for regression
-            for average in ("micro-f1", "macro-f1", "balanced-accuracy", "f1"): # for classification 
+            for average in ("f1", "roc-auc"): # for binary classification 
+            # for average in ("micro-f1", "macro-f1", "roc-auc"): # for multilabel classification 
+            # for average in ("micro-f1", "macro-f1", "balanced-accuracy", "roc-auc"): # for multilabel classification using balanced-accuracy
                 parser.link_arguments(
                     "data.num_of_labels",
                     f"model.init_args.{kind}_metrics.init_args.metrics.{average}.init_args.num_labels",