Merge branch 'master' into staging/sme_frequencia

prefeitura-rio · Mar 4, 2024 · 74a7f85 · 74a7f85
2 parents 262f037 + 92f5125
commit 74a7f85
Showing 1 changed file with 59 additions and 0 deletions.
diff --git a/pipelines/rj_smtr/constants.py b/pipelines/rj_smtr/constants.py
@@ -846,6 +846,42 @@ class constants(Enum):  # pylint: disable=c0103
             "primary_key": ["id"],
             "interval_minutes": 1440,
         },
+        {
+            "table_id": "ordem_rateio",
+            "partition_date_only": True,
+            "extract_params": {
+                "database": "ressarcimento_db",
+                "query": """
+                SELECT
+                    *
+                FROM
+                    ordem_rateio
+                WHERE
+                    data_inclusao BETWEEN '{start}'
+                    AND '{end}'
+            """,
+            },
+            "primary_key": ["id"],
+            "interval_minutes": 1440,
+        },
+        {
+            "table_id": "linha_sem_ressarcimento",
+            "partition_date_only": True,
+            "extract_params": {
+                "database": "ressarcimento_db",
+                "query": """
+                SELECT
+                    *
+                FROM
+                    linha_sem_ressarcimento
+                WHERE
+                    dt_inclusao BETWEEN '{start}'
+                    AND '{end}'
+            """,
+            },
+            "primary_key": ["id_linha"],
+            "interval_minutes": 1440,
+        },
     ]
 
     BILHETAGEM_SECRET_PATH = "smtr_jae_access_data"
@@ -1056,6 +1092,29 @@ class constants(Enum):  # pylint: disable=c0103
             "interval_minutes": BILHETAGEM_TRATAMENTO_INTERVAL,
             "save_bucket_name": BILHETAGEM_PRIVATE_BUCKET,
         },
+        {
+            "table_id": "servico_motorista",
+            "partition_date_only": True,
+            "extract_params": {
+                "database": "principal_db",
+                "query": """
+                    SELECT
+                        *
+                    FROM
+                        SERVICO_MOTORISTA
+                    WHERE
+                        DT_ABERTURA BETWEEN '{start}'
+                        AND '{end}'
+                        OR DT_FECHAMENTO BETWEEN '{start}'
+                        AND '{end}'
+                """,
+            },
+            "primary_key": [
+                "NR_LOGICO_MIDIA",
+                "ID_SERVICO",
+            ],  # id column to nest data on
+            "interval_minutes": BILHETAGEM_TRATAMENTO_INTERVAL,
+        },
     ]
 
     BILHETAGEM_MATERIALIZACAO_INTEGRACAO_PARAMS = {