Skip to content

Commit 9116ff7

Browse files
committed
Add missing data env to update/delete harvest task.
This env variable is required in order to iterate over deleted and updated marc xml files.
1 parent 43e7253 commit 9116ff7

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

cob_datapipeline/catalog_production_oai_harvest_dag.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -189,6 +189,7 @@
189189
"SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
190190
"ALMAOAI_LAST_HARVEST_FROM_DATE": CATALOG_LAST_HARVEST_FROM_DATE,
191191
"COMMAND": "ingest",
192+
"DATA": "{{ ti.xcom_pull(task_ids='list_updated_files') | tojson }}",
192193
}},
193194
trigger_rule="none_failed_min_one_success",
194195
dag=DAG
@@ -217,6 +218,7 @@
217218
"SOLR_AUTH_PASSWORD": SOLR_WRITER.password or "",
218219
"SOLR_URL": tasks.get_solr_url(SOLR_WRITER, COLLECTION),
219220
"COMMAND": "delete --suppress",
221+
"DATA": "{{ ti.xcom_pull(task_ids='list_deleted_files') | tojson }}",
220222
}},
221223
trigger_rule="none_failed_min_one_success",
222224
dag=DAG

0 commit comments

Comments
 (0)