try to enable logging on hail dataproc cluster

broadinstitute · Nov 17, 2023 · 54c1bdd · 54c1bdd
1 parent 26865ea
commit 54c1bdd
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 1 deletion.
diff --git a/.dockstore.yml b/.dockstore.yml
@@ -156,6 +156,7 @@ workflows:
        branches:
          - master
          - ah_var_store
+         - rsa_vs_1095
        tags:
          - /.*/
    - name: GvsExtractCallset

diff --git a/scripts/variantstore/wdl/GvsUtils.wdl b/scripts/variantstore/wdl/GvsUtils.wdl
@@ -72,7 +72,7 @@ task GetToolVersions {
     # GVS generally uses the smallest `alpine` version of the Google Cloud SDK as it suffices for most tasks, but
     # there are a handlful of tasks that require the larger GNU libc-based `slim`.
     String cloud_sdk_slim_docker = "gcr.io/google.com/cloudsdktool/cloud-sdk:435.0.0-slim"
-    String variants_docker = "us.gcr.io/broad-dsde-methods/variantstore:2023-11-15-alpine-104a124c6"
+    String variants_docker = "us.gcr.io/broad-dsde-methods/variantstore:2023-11-16-alpine-26865ea62"
     String gatk_docker = "us.gcr.io/broad-dsde-methods/broad-gatk-snapshots:varstore_2023_10_31_e7746ce7c38a8226bcac5b89284782de2a4cdda1"
     String variants_nirvana_docker = "us.gcr.io/broad-dsde-methods/variantstore:nirvana_2022_10_19"
     String real_time_genomics_docker = "docker.io/realtimegenomics/rtg-tools:latest"

diff --git a/scripts/variantstore/wdl/extract/run_in_hail_cluster.py b/scripts/variantstore/wdl/extract/run_in_hail_cluster.py
@@ -44,6 +44,7 @@ def run_in_cluster(cluster_name, account, worker_machine_type, region, gcs_proje
          --max-idle=60m
          --max-age=1440m
          --subnet=projects/{gcs_project}/regions/{region}/subnetworks/subnetwork
+         --properties ^#^dataproc:dataproc.monitoring.stackdriver.enable=true#dataproc:dataproc.logging.stackdriver.enable=true
          {cluster_name}
          
         """)