diff --git a/src/ot_orchestration/dags/config/finngen_ukb_meta_harmonisation.yaml b/src/ot_orchestration/dags/config/finngen_ukb_meta_harmonisation.yaml index b4ea414..a5ab582 100644 --- a/src/ot_orchestration/dags/config/finngen_ukb_meta_harmonisation.yaml +++ b/src/ot_orchestration/dags/config/finngen_ukb_meta_harmonisation.yaml @@ -8,6 +8,3 @@ steps: tmp_variant_annotation_path: gs://gentropy-tmp/variant_annotation study_index_output_path: gs://finngen_ukb_meta_data/study_index summary_stats_output_path: gs://finngen_ukb_meta_data/summary_stats -session: - extended_stark_conf: - spark.sql.shuffle.partitions: "3200" diff --git a/src/ot_orchestration/dags/config/ukb_ppp_eur_harmonisation.yaml b/src/ot_orchestration/dags/config/ukb_ppp_eur_harmonisation.yaml index 7c4b6d7..c1011ef 100644 --- a/src/ot_orchestration/dags/config/ukb_ppp_eur_harmonisation.yaml +++ b/src/ot_orchestration/dags/config/ukb_ppp_eur_harmonisation.yaml @@ -8,6 +8,3 @@ steps: tmp_variant_annotation_path: gs://gentropy-tmp/variant_annotation study_index_output_path: gs://ukb_ppp_eur_data/study_index summary_stats_output_path: gs://ukb_ppp_eur_data/summary_stats -session: - extended_stark_conf: - spark.sql.shuffle.partitions: "3200"