|
170 | 170 |
|
171 | 171 | "few_shot_model_params.decision_mode": "mean", |
172 | 172 | }), |
| 173 | + ModelDiff(name="with-esmv1-zsclS025-r1only", diffs={ |
| 174 | + "naturalness_model_id": "1v", |
| 175 | + "naturalness_columns": ['wt_marginal_1', 'wt_marginal_2', 'wt_marginal_3', 'wt_marginal_4', 'wt_marginal_5'], |
| 176 | + |
| 177 | + "zero_shot_model_params.decision_mode": "constantliar", |
| 178 | + "zero_shot_model_params.lie_noise_stddev_multiplier": 1.0, |
| 179 | + |
| 180 | + "few_shot_model_params.decision_mode": "mean", |
| 181 | + }), |
173 | 182 | ModelDiff(name="no-warmstart-with-esmv1-zsclS025", diffs={ |
174 | 183 | "few_shot_model_params.pretrain": False, |
175 | 184 | "naturalness_model_id": "1v", |
|
178 | 187 | "zero_shot_model_params.decision_mode": "constantliar", |
179 | 188 | "zero_shot_model_params.lie_noise_stddev_multiplier": 0.25, |
180 | 189 | }), |
| 190 | + ModelDiff(name="with-esmv1-no-constantliar-or-warm-start", diffs={ |
| 191 | + "naturalness_model_id": "1v", |
| 192 | + "naturalness_columns": ['wt_marginal_1', 'wt_marginal_2', 'wt_marginal_3', 'wt_marginal_4', 'wt_marginal_5'], |
| 193 | + |
| 194 | + "zero_shot_model_params.decision_mode": "mean", |
| 195 | + "few_shot_model_params.decision_mode": "mean", |
| 196 | + "few_shot_model_params.pretrain": False, |
| 197 | + }), |
181 | 198 | ], |
182 | 199 | ) |
183 | 200 |
|
|
0 commit comments