add _dt where needed, and disable translations

cal-itp · Jan 19, 2023 · 2fe7099 · 2fe7099
1 parent 47c0858
commit 2fe7099
Show file tree

Hide file tree

Showing 18 changed files with 23 additions and 1 deletion.
diff --git a/warehouse/models/mart/gtfs/dim_translations.sql b/warehouse/models/mart/gtfs/dim_translations.sql
@@ -1,3 +1,6 @@
+{{ config(enabled=False) }}
+-- we do not actually process translations right now
+
 WITH make_dim AS (
     {{ make_schedule_file_dimension_from_dim_schedule_feeds(
         ref('dim_schedule_feeds'),

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__agency.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__agency.sql
@@ -10,6 +10,7 @@ stg_gtfs_schedule__agency AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('agency_id') }} AS agency_id,
         {{ trim_make_empty_string_null('agency_name') }} AS agency_name,
         {{ trim_make_empty_string_null('agency_url') }} AS agency_url,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__areas.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__areas.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__areas AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('area_id') }} AS area_id,
         {{ trim_make_empty_string_null('area_name') }} AS area_name
     FROM external_areas

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__attributions.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__attributions.sql
@@ -10,6 +10,7 @@ stg_gtfs_schedule__attributions AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('organization_name') }} AS organization_name,
         {{ trim_make_empty_string_null('attribution_id') }} AS attribution_id,
         {{ trim_make_empty_string_null('agency_id') }} AS agency_id,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__calendar.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__calendar.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__calendar AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('service_id') }} AS service_id,
         SAFE_CAST({{ trim_make_empty_string_null('monday') }} AS INTEGER) AS monday,
         SAFE_CAST({{ trim_make_empty_string_null('tuesday') }} AS INTEGER) AS tuesday,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__calendar_dates.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__calendar_dates.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__calendar_dates AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('service_id') }} AS service_id,
         PARSE_DATE("%Y%m%d", {{ trim_make_empty_string_null('date') }}) AS date,
         SAFE_CAST({{ trim_make_empty_string_null('exception_type') }} AS INTEGER) AS exception_type

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_attributes.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_attributes.sql
@@ -11,7 +11,7 @@ stg_gtfs_schedule__fare_attributes AS (
     SELECT
         base64_url,
         ts,
-
+        dt AS _dt,
         {{ trim_make_empty_string_null('fare_id') }} AS fare_id,
         {{ trim_make_empty_string_null('price') }} AS price,
         {{ trim_make_empty_string_null('currency_type') }} AS currency_type,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_leg_rules.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_leg_rules.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__fare_leg_rules AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('leg_group_id') }} AS leg_group_id,
         {{ trim_make_empty_string_null('networK_id') }} AS network_id,
         {{ trim_make_empty_string_null('from_area_id') }} AS from_area_id,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_products.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_products.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__fare_products AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('fare_product_id') }} AS fare_product_id,
         {{ trim_make_empty_string_null('fare_product_name') }} AS fare_product_name,
         SAFE_CAST({{ trim_make_empty_string_null('amount') }} AS FLOAT64) AS amount,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_rules.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_rules.sql
@@ -10,6 +10,7 @@ stg_gtfs_schedule__fare_rules AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('fare_id') }} AS fare_id,
         {{ trim_make_empty_string_null('route_id') }} AS route_id,
         {{ trim_make_empty_string_null('origin_id') }} AS origin_id,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_transfer_rules.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__fare_transfer_rules.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__fare_transfer_rules AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('from_leg_group_id') }} AS from_leg_group_id,
         {{ trim_make_empty_string_null('to_leg_group_id') }} AS to_leg_group_id,
         SAFE_CAST({{ trim_make_empty_string_null('transfer_count') }} AS INTEGER) AS transfer_count,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__feed_info.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__feed_info.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__feed_info AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('feed_publisher_name') }} AS feed_publisher_name,
         {{ trim_make_empty_string_null('feed_publisher_url') }} AS feed_publisher_url,
         {{ trim_make_empty_string_null('feed_lang') }} AS feed_lang,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__frequencies.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__frequencies.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__frequencies AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('trip_id') }} AS trip_id,
         {{ trim_make_empty_string_null('start_time') }} AS start_time,
         {{ trim_make_empty_string_null('end_time') }} AS end_time,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__levels.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__levels.sql
@@ -14,6 +14,7 @@ stg_gtfs_schedule__levels AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('level_id') }} AS level_id,
         level_index,
         {{ trim_make_empty_string_null('level_name') }} AS level_name

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__routes.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__routes.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__routes AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('route_id') }} AS route_id,
         {{ trim_make_empty_string_null('route_type') }} AS route_type,
         {{ trim_make_empty_string_null('agency_id') }} AS agency_id,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__stop_areas.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__stop_areas.sql
@@ -11,6 +11,7 @@ stg_gtfs_schedule__stop_areas AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('area_id') }} AS area_id,
         {{ trim_make_empty_string_null('stop_id') }} AS stop_id
     FROM external_stop_areas

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__transfers.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__transfers.sql
@@ -10,6 +10,7 @@ stg_gtfs_schedule__transfers AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('from_stop_id') }} AS from_stop_id,
         {{ trim_make_empty_string_null('to_stop_id') }} AS to_stop_id,
         SAFE_CAST({{ trim_make_empty_string_null('transfer_type') }} AS INTEGER) AS transfer_type,

diff --git a/warehouse/models/staging/gtfs/stg_gtfs_schedule__translations.sql b/warehouse/models/staging/gtfs/stg_gtfs_schedule__translations.sql
@@ -1,3 +1,6 @@
+{{ config(enabled=False) }}
+-- we do not actually process translations right now
+
 WITH external_translations AS (
     SELECT *
     FROM {{ source('external_gtfs_schedule', 'translations') }}
@@ -12,6 +15,7 @@ stg_gtfs_schedule__translations AS (
     SELECT
         base64_url,
         ts,
+        dt AS _dt,
         {{ trim_make_empty_string_null('table_name') }} AS table_name,
         {{ trim_make_empty_string_null('field_name') }} AS field_name,
         {{ trim_make_empty_string_null('language') }} AS language,