Add support for allow_null_dvce_tstamps var

.github/workflows/pr_tests.yml

@@ -113,7 +113,7 @@ jobs:
       # Install latest patch version. Upgrade if cache contains old patch version.
       - name: Install dependencies
         run: |
-          pip install --upgrade pip wheel setuptools
+          pip install pip wheel setuptools
           pip install -Iv dbt-${{ matrix.warehouse }}==${{ matrix.dbt_version }} --upgrade
           dbt deps
         if: ${{matrix.warehouse != 'spark'}}

.github/workflows/publish-gh-pages.yml

@@ -105,7 +105,7 @@ jobs:
     # Install latest patch version. Upgrade if cache contains old patch version.
     - name: Install dependencies
       run: |
-        pip install --upgrade pip wheel setuptools
+        pip install pip wheel setuptools
         pip install -Iv dbt-${{ matrix.warehouse }}==${{ matrix.dbt_version }} --upgrade
         dbt deps
 

dbt_project.yml

@@ -54,6 +54,7 @@ vars:
     snowplow__cwv_days_to_measure: 28
     snowplow__cwv_percentile: 75
     snowplow__days_late_allowed: 3
+    # snowplow__allow_null_dvce_tstamps: false
     snowplow__list_event_counts: false
     snowplow__lookback_window_hours: 6
     snowplow__max_session_days: 3

integration_tests/dbt_project.yml

@@ -41,6 +41,7 @@ models:
 vars:
   snowplow__enable_custom_example: false
   snowplow_unified:
+    snowplow__allow_null_dvce_tstamps: true
     snowplow__atomic_schema: "{{target.schema ~ '_snplw_unified_int_tests'}}"
     snowplow__events_table: snowplow_unified_events_stg
     snowplow__events: "{{ ref('snowplow_unified_events_stg') }}"

models/base/manifest/snowplow_unified_base_sessions_lifecycle_manifest.sql

@@ -43,7 +43,8 @@ You may obtain a copy of the Snowplow Personal and Academic License Version 1.0
     snowplow_events_schema=var('snowplow__atomic_schema', 'atomic'),
     snowplow_events_table=var('snowplow__events_table', 'events'),
     event_limits_table='snowplow_unified_base_new_event_limits',
-    incremental_manifest_table='snowplow_unified_incremental_manifest'
+    incremental_manifest_table='snowplow_unified_incremental_manifest',
+    allow_null_dvce_tstamps=var('snowplow__allow_null_dvce_tstamps', false)
 ) %}
 
 {{ sessions_lifecycle_manifest_query }}

models/base/scratch/snowplow_unified_base_events_this_run.sql

@@ -95,7 +95,8 @@ You may obtain a copy of the Snowplow Personal and Academic License Version 1.0
                               snowplow_events_schema=var('snowplow__atomic_schema', 'atomic'),
                               snowplow_events_table=var('snowplow__events_table', 'events'),
                               entities_or_sdes=contexts,
-                              custom_sql=var('snowplow__custom_sql', none)
+                              custom_sql=var('snowplow__custom_sql', none),
+                              allow_null_dvce_tstamps=var('snowplow__allow_null_dvce_tstamps', false)
                               ) %}
 
 

packages.yml

@@ -1,3 +1,3 @@
 packages:
   - package: snowplow/snowplow_utils
-    version: [">=0.16.2", "<0.17.0"]
+    version: [">=0.16.8", "<0.17.0"]