merge main

pipelines/constants.py

@@ -10,16 +10,17 @@ class constants(Enum):  # pylint: disable=c0103
     """
     Constant values for the rj_smtr projects
     """
+
     # CONFIGS #
     DOCKER_TAG = "AUTO_REPLACE_DOCKER_TAG"
     DOCKER_IMAGE_NAME = "AUTO_REPLACE_DOCKER_IMAGE"
     DOCKER_IMAGE = f"{DOCKER_IMAGE_NAME}:{DOCKER_TAG}"
     GCS_FLOWS_BUCKET = "datario-public"
 
     # AGENT LABELS #
-    RJ_SMTR_AGENT_LABEL = 'rj-smtr'
-    RJ_SMTR_DEV_AGENT_LABEL = 'rj-smtr-dev'
-    
+    RJ_SMTR_AGENT_LABEL = "rj-smtr"
+    RJ_SMTR_DEV_AGENT_LABEL = "rj-smtr-dev"
+
     # DEFAULT TIMEZONE #
     TIMEZONE = "America/Sao_Paulo"
 
@@ -44,9 +45,7 @@ class constants(Enum):  # pylint: disable=c0103
     GPS_SPPO_API_BASE_URL = (
         "http://ccomobility.com.br/WebServices/Binder/WSConecta/EnvioInformacoesIplan?"
     )
-    GPS_SPPO_API_BASE_URL_V2 = (
-        "http://ccomobility.com.br/WebServices/Binder/wsconecta/EnvioIplan?"
-    )
+    GPS_SPPO_API_BASE_URL_V2 = "http://ccomobility.com.br/WebServices/Binder/wsconecta/EnvioIplan?"
     GPS_SPPO_API_SECRET_PATH = "sppo_api"
     GPS_SPPO_API_SECRET_PATH_V2 = "sppo_api_v2"
 

pipelines/flows.py

@@ -2,4 +2,5 @@
 """
 Imports all flows for every project so we can register all of them.
 """
+# from pipelines.br_rj_riodejaneiro_brt_gps.flows import *
 from pipelines.exemplo import *  # noqa

queries/dev/run.py

@@ -1,5 +1,7 @@
+# -*- coding: utf-8 -*-
+# import os
+
 from utils import run_dbt_model
-import os
 
 # Veja os parâmetros disponíveis da função run_dbt_model em util.py
 

queries/dev/utils.py

@@ -1,9 +1,11 @@
+# -*- coding: utf-8 -*-
 import os
-from datetime import datetime as dt
-from datetime import timedelta
-import pandas as pd
 
-from typing import Any, Dict, List, Union
+# from datetime import datetime as dt
+# from datetime import timedelta
+from typing import Dict, List, Union
+
+# import pandas as pd
 
 
 def run_dbt_model(

queries/macros/many_to_one.sql

@@ -22,7 +22,7 @@ LEFT JOIN (
 ON m.{{column_name}} = n.{{column_name}}
 )
 
-SELECT 
+SELECT
     *
 FROM t
 WHERE to_col is null

queries/macros/one_to_one.sql

@@ -23,11 +23,11 @@ ON m.{{column_name}} = n.{{column_name}}
 )
 SELECT *
 FROM (
-    SELECT 
+    SELECT
         from_col,
         count(to_col) ct
     FROM t
     GROUP BY from_col
-) 
+)
 where ct != 1
 {% endtest %}

queries/macros/unique_key.sql

@@ -1,5 +1,5 @@
 {% test unique_key(model, column_name, partition_column, combined_keys) %}
-SELECT 
+SELECT
     *
 FROM (
     SELECT