Skip to content

Commit 72627fd

Browse files
committed
update one of the sims.
1 parent 72465dc commit 72627fd

3 files changed

Lines changed: 361650 additions & 0 deletions

File tree

backend/src/notebooks/jacob/250917_zero_shot_cl.py

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -170,6 +170,15 @@
170170

171171
"few_shot_model_params.decision_mode": "mean",
172172
}),
173+
ModelDiff(name="with-esmv1-zsclS025-r1only", diffs={
174+
"naturalness_model_id": "1v",
175+
"naturalness_columns": ['wt_marginal_1', 'wt_marginal_2', 'wt_marginal_3', 'wt_marginal_4', 'wt_marginal_5'],
176+
177+
"zero_shot_model_params.decision_mode": "constantliar",
178+
"zero_shot_model_params.lie_noise_stddev_multiplier": 1.0,
179+
180+
"few_shot_model_params.decision_mode": "mean",
181+
}),
173182
ModelDiff(name="no-warmstart-with-esmv1-zsclS025", diffs={
174183
"few_shot_model_params.pretrain": False,
175184
"naturalness_model_id": "1v",
@@ -178,6 +187,14 @@
178187
"zero_shot_model_params.decision_mode": "constantliar",
179188
"zero_shot_model_params.lie_noise_stddev_multiplier": 0.25,
180189
}),
190+
ModelDiff(name="with-esmv1-no-constantliar-or-warm-start", diffs={
191+
"naturalness_model_id": "1v",
192+
"naturalness_columns": ['wt_marginal_1', 'wt_marginal_2', 'wt_marginal_3', 'wt_marginal_4', 'wt_marginal_5'],
193+
194+
"zero_shot_model_params.decision_mode": "mean",
195+
"few_shot_model_params.decision_mode": "mean",
196+
"few_shot_model_params.pretrain": False,
197+
}),
181198
],
182199
)
183200

0 commit comments

Comments
 (0)