From dba29174d7a61d3e71beb8b9a9b6e96621f8dab6 Mon Sep 17 00:00:00 2001 From: Matt Lam Date: Thu, 30 Nov 2023 18:02:54 -0800 Subject: [PATCH 1/2] Fix: typo in upload_results to determine batch size --- macros/upload_results/upload_results.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/upload_results/upload_results.sql b/macros/upload_results/upload_results.sql index fcadc199..4876b82c 100644 --- a/macros/upload_results/upload_results.sql +++ b/macros/upload_results/upload_results.sql @@ -19,7 +19,7 @@ {% set objects = dbt_artifacts.get_dataset_content(dataset) %} {# Upload in chunks to reduce query size #} - {% if dataset == 'model' %} + {% if dataset == 'models' %} {% set upload_limit = 50 if target.type == 'bigquery' else 100 %} {% else %} {% set upload_limit = 300 if target.type == 'bigquery' else 5000 %} From d71c39fa3e7a9082e19b0a920ecc01be9745fca2 Mon Sep 17 00:00:00 2001 From: Jared Rimmer <100997264+jared-rimmer@users.noreply.github.com> Date: Thu, 25 Jan 2024 11:28:38 +0000 Subject: [PATCH 2/2] Update macros/upload_results/upload_results.sql --- macros/upload_results/upload_results.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/macros/upload_results/upload_results.sql b/macros/upload_results/upload_results.sql index 4876b82c..114a667d 100644 --- a/macros/upload_results/upload_results.sql +++ b/macros/upload_results/upload_results.sql @@ -18,7 +18,7 @@ {# Get the results that need to be uploaded #} {% set objects = dbt_artifacts.get_dataset_content(dataset) %} - {# Upload in chunks to reduce query size #} + {# Upload in chunks to reduce the query size #} {% if dataset == 'models' %} {% set upload_limit = 50 if target.type == 'bigquery' else 100 %} {% else %}