From 87d783a06962c15114bea04f1f7fcca75e6d9d36 Mon Sep 17 00:00:00 2001 From: Clemens Zagler Date: Fri, 6 Dec 2024 16:48:10 +0100 Subject: [PATCH] pollution_v2: #38 set minimum starting date configurable, set to 01.01.2023 in testing to start new import --- .github/workflows/ci-pollution-v2.yml | 2 +- pollution_v2/infrastructure/docker-compose.run.yml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/ci-pollution-v2.yml b/.github/workflows/ci-pollution-v2.yml index 82e8897..4c7f708 100644 --- a/.github/workflows/ci-pollution-v2.yml +++ b/.github/workflows/ci-pollution-v2.yml @@ -89,7 +89,7 @@ jobs: # username/pass not needed with client_credentials X_AIRFLOW_VAR_ODH_PASSWORD: 'ODH_PASSWORD' X_AIRFLOW_VAR_ODH_USERNAME: 'ODH_USERNAME' - X_AIRFLOW_VAR_ODH_MINIMUM_STARTING_DATE: "2017-01-01" + X_AIRFLOW_VAR_ODH_MINIMUM_STARTING_DATE: "2023-01-01" X_AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_HOST: 'redis' X_AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_PORT: 6379 X_AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_DB: 3 diff --git a/pollution_v2/infrastructure/docker-compose.run.yml b/pollution_v2/infrastructure/docker-compose.run.yml index b724d3f..b7d0372 100644 --- a/pollution_v2/infrastructure/docker-compose.run.yml +++ b/pollution_v2/infrastructure/docker-compose.run.yml @@ -34,7 +34,7 @@ x-airflow-common: AIRFLOW_VAR_ODH_PAGINATION_SIZE: '10000' AIRFLOW_VAR_ODH_PASSWORD: ${AIRFLOW_VAR_ODH_PASSWORD} AIRFLOW_VAR_ODH_USERNAME: ${AIRFLOW_VAR_ODH_USERNAME} - AIRFLOW_VAR_ODH_MINIMUM_STARTING_DATE: "2018-01-01" + AIRFLOW_VAR_ODH_MINIMUM_STARTING_DATE: ${X_AIRFLOW_VAR_ODH_MINIMUM_STARTING_DATE} AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_HOST: 'redis' AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_PORT: 6379 AIRFLOW_VAR_COMPUTATION_CHECKPOINT_REDIS_DB: 10