Merge pull request #1642 from tulibraries/add-missing-data-env-to-har…

…vest-task Add missing data env to update/delete harvest task.
tulibraries · Oct 16, 2024 · a19be1f · a19be1f
2 parents 43e7253 + 9116ff7
commit a19be1f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/cob_datapipeline/catalog_production_oai_harvest_dag.py b/cob_datapipeline/catalog_production_oai_harvest_dag.py
@@ -189,6 +189,7 @@
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "ALMAOAI_LAST_HARVEST_FROM_DATE": CATALOG_LAST_HARVEST_FROM_DATE,
         "COMMAND": "ingest",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_updated_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG
@@ -217,6 +218,7 @@
         "SOLR_AUTH_PASSWORD": SOLR_WRITER.password or "",
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "COMMAND": "delete --suppress",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_deleted_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG