refactor: make more datasets

repepo/experiments/persona_generalization.py

@@ -25,8 +25,10 @@
 )
 from repepo.steering.utils.helpers import make_dataset
 from steering_vectors import train_steering_vector
-from repepo.data.multiple_choice.make_mwe_xrisk import make_mwe
+from repepo.data.multiple_choice.make_mwe_xrisk import make_mwe as make_mwe_xrisk_caa
 from repepo.data.multiple_choice.make_mwe_persona import make_mwe_personas_caa
+from repepo.data.multiple_choice.make_caa_sycophancy import make_sycophancy_caa
+from repepo.data.multiple_choice.make_caa_truthfulqa import make_truthfulqa_caa
 from repepo.utils.stats import bernoulli_js_dist
 from repepo.experiments.persona_prompts import get_all_persona_prompts
 
@@ -384,14 +386,18 @@ class PersonaGeneralizationExperimentConfig:
         default_factory=lambda: [-1.5, -1.0, -0.5, 0.5, 1.0, 1.5]
     )
 
+def make_all_datasets():
+    make_sycophancy_caa()
+    make_truthfulqa_caa()
+    make_mwe_xrisk_caa()
+    make_mwe_personas_caa()
 
 def run_persona_generalization_experiment(
     config: PersonaGeneralizationExperimentConfig,
     sge_task_id: int | None = None,
 ) -> None:
     print(f"Running persona generalization experiment with config: {config}")
-    make_mwe_personas_caa()
-    make_mwe()
+    make_all_datasets()
     model = AutoModelForCausalLM.from_pretrained(
         config.model_name, torch_dtype=torch.float16, device_map=0
     )

scripts/persona_generalization.qsub.sh

@@ -6,7 +6,7 @@
 #$ -ac allow=L        # Specify the type of GPU
 #$ -o $HOME/logs
 #$ -e $HOME/logs
-#$ -t 1-100
+#$ -t 1-116
 
 # Add locally installed executables to PATH
 source /home/$USER/.bash_profile