Bring new NTD endpoints into the warehouse as marts

warehouse/dbt_project.yml

@@ -56,8 +56,6 @@ models:
         schema: mart_gtfs
       gtfs_schedule_latest:
         schema: mart_gtfs_schedule_latest
-      ad_hoc:
-        schema: mart_ad_hoc
       audit:
         schema: mart_audit
       ntd:
@@ -69,3 +67,5 @@ models:
         schema: mart_benefits
       ntd_validation:
         schema: mart_ntd_validation
+      agency_service:
+        schema: mart_agency_service

warehouse/models/mart/agency_service/_mart_agency_service.yml

@@ -0,0 +1,11 @@
+version: 2
+models:
+  - name: dim_agency_service__2022__annual
+  - name: dim_agency_service__2022__average_typical_saturday
+  - name: dim_agency_service__2022__average_typical_sunday
+  - name: dim_agency_service__2022__average_typical_weekday
+  - name: dim_agency_service__2022__average_weekday_am_peak
+  - name: dim_agency_service__2022__average_weekday_midday
+  - name: dim_agency_service__2022__average_weekday_other
+  - name: dim_agency_service__2022__average_weekday_pm_peak
+  - name: dim_agency_service__2022__null_time_period

warehouse/models/mart/agency_service/dim_agency_service__2022__annual.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__annual as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Annual Total'
+
+)
+SELECT * FROM dim_agency_service__2022__annual

warehouse/models/mart/agency_service/dim_agency_service__2022__average_typical_saturday.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_typical_saturday as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Typical Saturday'
+
+)
+SELECT * FROM dim_agency_service__2022__average_typical_saturday

warehouse/models/mart/agency_service/dim_agency_service__2022__average_typical_sunday.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_typical_sunday as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Typical Sunday'
+
+)
+SELECT * FROM dim_agency_service__2022__average_typical_sunday

warehouse/models/mart/agency_service/dim_agency_service__2022__average_typical_weekday.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_typical_weekday as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Typical Weekday'
+
+)
+SELECT * FROM dim_agency_service__2022__average_typical_weekday

warehouse/models/mart/agency_service/dim_agency_service__2022__average_weekday_am_peak.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_weekday_am_peak as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Weekday - AM Peak'
+
+)
+SELECT * FROM dim_agency_service__2022__average_weekday_am_peak

warehouse/models/mart/agency_service/dim_agency_service__2022__average_weekday_midday.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_weekday_midday as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Weekday - Midday'
+
+)
+SELECT * FROM dim_agency_service__2022__average_weekday_midday

warehouse/models/mart/agency_service/dim_agency_service__2022__average_weekday_other.sql

@@ -0,0 +1,49 @@
+{{ config(materialized='table') }}
+
+WITH service_by_mode_and_time_period__2022 AS (
+    SELECT *
+    FROM {{ ref('stg_ntd_annual_data__2022__service_by_mode_and_time_period') }}
+),
+
+dim_agency_service__2022__average_weekday_other as (
+    SELECT
+
+        _5_digit_ntd_id,
+        actual_vehicles_passenger_car_deadhead_hours,
+        actual_vehicles_passenger_car_hours,
+        actual_vehicles_passenger_car_miles,
+        actual_vehicles_passenger_car_revenue_hours,
+        actual_vehicles_passenger_car_revenue_miles,
+        actual_vehicles_passenger_deadhead_miles,
+        agency,
+        agency_voms,
+        average_speed,
+        city,
+        directional_route_miles,
+        mode,
+        mode_name,
+        mode_voms,
+        organization_type,
+        passenger_miles,
+        passengers_per_hour,
+        report_year,
+        reporter_type,
+        scheduled_vehicles_passenger_car_revenue_miles,
+        sponsored_service_upt,
+        state,
+        time_period,
+        train_hours,
+        train_miles,
+        train_revenue_hours,
+        train_revenue_miles,
+        trains_in_operation,
+        type_of_service,
+        unlinked_passenger_trips_upt,
+        dt,
+        execution_ts
+
+    FROM service_by_mode_and_time_period__2022
+    WHERE time_period = 'Average Weekday - Other'
+
+)
+SELECT * FROM dim_agency_service__2022__average_weekday_other