Corrige testes do subsídio

queries/macros/custom_get_where_subquery.sql

@@ -12,7 +12,7 @@
             {% set where = where | replace("__date_range_end__", date_range_end) %}
         {% endif %}
         {%- set filtered -%}
-            (select * from {{ relation }} where {{ where }}) dbt_subquery
+            (select * from {{ relation }} where {{ where }})
         {%- endset -%}
         {% do return(filtered) %}
     {%- else -%}

queries/macros/test_accepted_values_valor_penalidade.sql

@@ -1,26 +1,26 @@
-{% test accepted_values_valor_penalidade(model) -%}
+{% test accepted_values_in_table(model, column_name, ref_table, ref_column) %}
 WITH
     all_values AS (
     SELECT
-        DISTINCT valor_penalidade AS value_field,
+        DISTINCT {{ column_name }} AS value_field,
         COUNT(*) AS n_records
     FROM
         {{ model }}
     WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")
+        DATA BETWEEN DATE("{{ var('date_range_start') }}")
+        AND DATE("{{ var('date_range_end') }}")
     GROUP BY
-        valor_penalidade )
+        {{ column_name }}
+    )
     SELECT
         *
     FROM
         all_values
     WHERE
         value_field NOT IN (
             SELECT
-                valor
+                {{ ref_column }}
             FROM
-                -- `rj-smtr`.`dashboard_subsidio_sppo`.`valor_tipo_penalidade`
-                {{ ref('valor_tipo_penalidade') }}
-                 )
+                {{ ref(ref_table) }}
+        )
 {%- endtest %}

queries/macros/test_check_gps_capture.sql

@@ -5,28 +5,28 @@ WITH
     SELECT
         DATETIME(timestamp_array) AS timestamp_array
     FROM
-        UNNEST( GENERATE_TIMESTAMP_ARRAY( TIMESTAMP("{{ var('start_date') }}"), TIMESTAMP("{{ var('end_date') }}"), INTERVAL {{ interval }} minute) ) AS timestamp_array
+        UNNEST( GENERATE_TIMESTAMP_ARRAY( TIMESTAMP("{{ var('date_range_start') }}"), TIMESTAMP("{{ var('date_range_end') }}"), INTERVAL {{ interval }} minute) ) AS timestamp_array
     WHERE
-        timestamp_array < TIMESTAMP("{{ var('end_date') }}") ),
+        timestamp_array < TIMESTAMP("{{ var('date_range_end') }}") ),
     logs_table AS (
     SELECT
         SAFE_CAST(DATETIME(TIMESTAMP(timestamp_captura), "America/Sao_Paulo") AS DATETIME) timestamp_captura,
         SAFE_CAST(sucesso AS BOOLEAN) sucesso,
         SAFE_CAST(erro AS STRING) erro,
         SAFE_CAST(DATA AS DATE) DATA
     FROM
-        rj-smtr-staging.{{model.schema}}_staging.{{ table_id }}_logs AS t ),
+        rj-smtr-staging.br_rj_riodejaneiro_onibus_gps_staging.{{ table_id }}_logs AS t ),
     logs AS (
     SELECT
         *,
         TIMESTAMP_TRUNC(timestamp_captura, minute) AS timestamp_array
     FROM
         logs_table
     WHERE
-        DATA BETWEEN DATE(TIMESTAMP("{{ var('start_date') }}"))
-        AND DATE(TIMESTAMP("{{ var('end_date') }}"))
-        AND timestamp_captura BETWEEN "{{ var('start_date') }}"
-        AND "{{ var('end_date') }}" )
+        DATA BETWEEN DATE(TIMESTAMP("{{ var('date_range_start') }}"))
+        AND DATE(TIMESTAMP("{{ var('date_range_end') }}"))
+        AND timestamp_captura BETWEEN "{{ var('date_range_start') }}"
+        AND "{{ var('date_range_end') }}" )
     SELECT
         COALESCE(logs.timestamp_captura, t.timestamp_array) AS timestamp_captura,
         logs.erro

queries/macros/test_check_gps_treatment.sql

@@ -1,4 +1,4 @@
-start_date{% test check_gps_treatment(model) -%}
+{% test check_gps_treatment(model) -%}
 WITH
             data_hora AS (
                 SELECT
@@ -9,7 +9,7 @@ WITH
                     FROM
                     timestamp_array) AS hora,
                 FROM
-                    UNNEST(GENERATE_TIMESTAMP_ARRAY("{{ var('start_date') }}", "{{ var('end_date') }}", INTERVAL 1 hour)) AS timestamp_array ),
+                    UNNEST(GENERATE_TIMESTAMP_ARRAY("{{ var('date_range_start') }}", "{{ var('date_range_end') }}", INTERVAL 1 hour)) AS timestamp_array ),
             gps_raw AS (
                 SELECT
                     EXTRACT(date
@@ -23,8 +23,8 @@ WITH
                     -- `rj-smtr.br_rj_riodejaneiro_onibus_gps.sppo_registros`
                     {{ ref('sppo_registros') }}
                 WHERE
-                    DATA BETWEEN DATE("{{ var('start_date') }}")
-                    AND DATE("{{ var('end_date') }}")
+                    DATA BETWEEN DATE("{{ var('date_range_start') }}")
+                    AND DATE("{{ var('date_range_end') }}")
                 GROUP BY
                     1,
                     2 ),
@@ -41,8 +41,8 @@ WITH
                     -- `rj-smtr.br_rj_riodejaneiro_onibus_gps.sppo_aux_registros_filtrada`
                     {{ ref('sppo_aux_registros_filtrada') }}
                 WHERE
-                    DATA BETWEEN DATE("{{ var('start_date') }}")
-                    AND DATE("{{ var('end_date') }}")
+                    DATA BETWEEN DATE("{{ var('date_range_start') }}")
+                    AND DATE("{{ var('date_range_end') }}")
                 GROUP BY
                     1,
                     2 ),
@@ -57,8 +57,8 @@ WITH
                     -- `rj-smtr.br_rj_riodejaneiro_veiculos.gps_sppo`
                     {{ ref('gps_sppo') }}
                 WHERE
-                    DATA BETWEEN DATE("{{ var('start_date') }}")
-                    AND DATE("{{ var('end_date') }}")
+                    DATA BETWEEN DATE("{{ var('date_range_start') }}")
+                    AND DATE("{{ var('date_range_end') }}")
                 GROUP BY
                     1,
                     2),

queries/macros/test_check_sppo_veiculo_dia.sql

@@ -1,79 +1,21 @@
 {% test check_sppo_veiculo_dia(model) %}
-WITH
-    count_dist_status AS (
+    WITH
+        count_dist_status AS (
+        SELECT
+            DATA,
+            COUNT(DISTINCT status) AS q_dist_status,
+        FROM
+            -- rj-smtr.veiculo.sppo_veiculo_dia
+            {{ ref('sppo_veiculo_dia')}}
+        WHERE
+            DATA BETWEEN DATE("{{ var('date_range_start') }}")
+            AND DATE("{{ var('end_date') }}")
+        GROUP BY
+            1
+        HAVING
+            COUNT(DISTINCT status) = 1 )
     SELECT
-        DATA,
-        COUNT(DISTINCT status) AS q_dist_status,
-        NULL AS q_duplicated_status,
-        NULL AS q_null_status
+        *
     FROM
-        -- rj-smtr.veiculo.sppo_veiculo_dia
-        {{ ref('sppo_veiculo_dia')}}
-    WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")
-    GROUP BY
-        1
-    HAVING
-        COUNT(DISTINCT status) = 1 ),
-    count_duplicated_status AS (
-    SELECT
-        DATA,
-        id_veiculo,
-        COUNT(*) AS q_status,
-    FROM
-       -- rj-smtr.veiculo.sppo_veiculo_dia
-        {{ ref('sppo_veiculo_dia')}}
-    WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")
-    GROUP BY
-        1,
-        2
-    HAVING
-        COUNT(*) > 1 ),
-    count_duplicated_status_agg AS (
-    SELECT
-        DATA,
-        NULL AS q_dist_status,
-        SUM(q_status) AS q_duplicated_status,
-        NULL AS q_null_status
-    FROM
-        count_duplicated_status
-    GROUP BY
-        1),
-    count_null_status AS (
-    SELECT
-        DATA,
-        NULL AS q_dist_status,
-        NULL AS q_duplicated_status,
-        COUNT(*) AS q_null_status
-    FROM
-        -- rj-smtr.veiculo.sppo_veiculo_dia
-        {{ ref('sppo_veiculo_dia')}}
-    WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")
-        AND status IS NULL
-    GROUP BY
-        1 )
-SELECT
-    *
-FROM
-    count_dist_status
-
-UNION ALL
-
-SELECT
-    *
-FROM
-    count_duplicated_status_agg
-
-UNION ALL
-
-SELECT
-    *
-FROM
-    count_null_status
-
+        count_dist_status
 {% endtest %}

queries/macros/test_check_trips_processing.sql

@@ -1,4 +1,4 @@
-start_date{% test check_trips_processing(model) -%}
+{% test check_trips_processing(model) -%}
 SELECT
     s.data,
     s.tipo_dia,
@@ -13,7 +13,7 @@ FROM (
     FROM
         rj-smtr.projeto_subsidio_sppo.subsidio_data_versao_efetiva
     WHERE
-        DATA >= "2024-04-01" -- DATA_SUBSIDIO_V6_INICIO (Feature trajetos alternativos)
+        DATA >= "{{ var('DATA_SUBSIDIO_V6_INICIO') }}" 
         AND DATA BETWEEN DATE("{{ var('start_date') }}")
             AND DATE("{{ var('end_date') }}")
     ) AS s

queries/macros/test_check_viagem_completa.sql

@@ -7,7 +7,7 @@ WITH
         -- rj-smtr.projeto_subsidio_sppo.subsidio_data_versao_efetiva
         {{ ref('subsidio_data_versao_efetiva') }}
     WHERE
-        DATA >= "2024-04-01"
+        DATA >= "{{ var('DATA_SUBSIDIO_V6_INICIO') }}"
         AND DATA BETWEEN DATE("{{ var('start_date') }}")
         AND DATE("{{ var('end_date') }}")),
     viagem_completa AS (
@@ -17,7 +17,7 @@ WITH
         -- rj-smtr.projeto_subsidio_sppo.viagem_completa
         {{ ref('viagem_completa') }}
     WHERE
-        DATA >= "2024-04-01"
+        DATA >= "{{ var('DATA_SUBSIDIO_V6_INICIO') }}"
         AND DATA BETWEEN DATE("{{ var('start_date') }}")
         AND DATE("{{ var('end_date') }}")),
     feed_info AS (

queries/macros/test_completude.sql

@@ -1,19 +1,19 @@
-{% test completude(model) -%}
+{% test completude(model, table_id) -%}
 WITH
     time_array AS (
     SELECT
         *
     FROM
-        UNNEST(GENERATE_DATE_ARRAY(DATE("{{ var('start_date') }}"), DATE("{{ var('end_date') }}"))) AS DATA ),
+        UNNEST(GENERATE_DATE_ARRAY(DATE("{{ var('date_range_start') }}"), DATE("{{ var('date_range_end') }}"))) AS DATA ),
     {{ model.name }} AS (
     SELECT
         DATA,
         COUNT(*) AS q_registros
     FROM
         {{ model }}
     WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")
+        DATA BETWEEN DATE("{{ var('date_range_start') }}")
+        AND DATE("{{ var('date_range_end') }}")
     GROUP BY
         1 )
 SELECT

queries/macros/test_subsido_viagens_atualizadas.sql

@@ -8,7 +8,7 @@ WITH
                     -- rj-smtr.projeto_subsidio_sppo.viagem_completa
                     {{ ref('viagem_completa') }}
                 WHERE
-                    DATA >= "2024-04-01"
+                    DATA >= "{{ var('DATA_SUBSIDIO_V6_INICIO') }}"
                     AND DATA BETWEEN DATE("{{ var('start_date') }}")
                     AND DATE("{{ var('end_date') }}")),
                 sumario_servico_dia_historico AS (

queries/macros/test_teto_pagamento_valor_subsidio_pago.sql

@@ -1,21 +1,21 @@
-{% test teto_pagamento_valor_subsidio_pago(model, expression) -%}
+{% test teto_pagamento_valor_subsidio_pago(model, table_id, schema, expression) -%}
 WITH
-{{ model.name }} AS (
+{{ table_id }} AS (
     SELECT
-        *
+        *,
     FROM
         {{ model }}
     WHERE
-        DATA BETWEEN DATE("{{ var('start_date') }}")
-        AND DATE("{{ var('end_date') }}")),
+        DATA BETWEEN DATE("{{ var('date_range_start') }}")
+        AND DATE("{{ var('date_range_end') }}")),
 subsidio_valor_km_tipo_viagem AS (
     SELECT
         data_inicio,
         data_fim,
         MAX(subsidio_km) AS subsidio_km_teto
     FROM
-        `rj-smtr`.`dashboard_subsidio_sppo_staging`.`subsidio_valor_km_tipo_viagem`
-        -- {{ ref('subsidio_valor_km_tipo_viagem') }}
+        -- `rj-smtr`.`dashboard_subsidio_sppo_staging`.`subsidio_valor_km_tipo_viagem`
+        {{ ref('subsidio_valor_km_tipo_viagem') }}
     WHERE
         subsidio_km > 0
     GROUP BY
@@ -24,7 +24,7 @@ subsidio_valor_km_tipo_viagem AS (
 SELECT
     *
 FROM
-    {{ model.name }} AS s
+    {{ table_id }} AS s
 LEFT JOIN
     subsidio_valor_km_tipo_viagem AS p
 ON

queries/models/br_rj_riodejaneiro_onibus_gps/schema.yaml

@@ -241,6 +241,7 @@ models:
       - check_gps_capture:
           table_id: realocacao
           interval: 10
+          name: check_gps_capture__sppo_realocacao
     columns:
       - name: id_veiculo
         description: "Código identificador do veículo (número de ordem)"
@@ -292,6 +293,7 @@ models:
       - check_gps_capture:
           table_id: registros
           interval: 1
+          name: check_gps_capture__sppo_registros
     columns:
       - name: ordem
         description: "Código identificador do veículo (número de ordem)"

queries/models/br_rj_riodejaneiro_veiculos/schema.yaml

@@ -45,7 +45,8 @@ models:
   - name: gps_sppo
     description: "Tabela com os dados tratados de registros de GPS do SPPO, incluindo velocidade estimada, estado de movimento, parada em terminal ou garagem e interseção com o traçado da linha informada."
     tests:
-      - check_gps_treatment
+      - check_gps_treatment:
+          name: check_gps_treatment__gps_sppo
       - dbt_utils.unique_combination_of_columns:
           name: unique_columns__gps_sppo
           combination_of_columns: