Add missing data env to update/delete harvest task.

This env variable is required in order to iterate over deleted and updated marc xml files.
tulibraries · Oct 16, 2024 · 9116ff7 · 9116ff7
1 parent 43e7253
commit 9116ff7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/cob_datapipeline/catalog_production_oai_harvest_dag.py b/cob_datapipeline/catalog_production_oai_harvest_dag.py
@@ -189,6 +189,7 @@
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "ALMAOAI_LAST_HARVEST_FROM_DATE": CATALOG_LAST_HARVEST_FROM_DATE,
         "COMMAND": "ingest",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_updated_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG
@@ -217,6 +218,7 @@
         "SOLR_AUTH_PASSWORD": SOLR_WRITER.password or "",
         "SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
         "COMMAND": "delete --suppress",
+        "DATA": "{{ ti.xcom_pull(task_ids='list_deleted_files') | tojson }}",
     }},
     trigger_rule="none_failed_min_one_success",
     dag=DAG