1 parent 8010d73 commit 10759c8Copy full SHA for 10759c8
1 file changed
stixcore/processing/pipeline_cron.py
@@ -326,9 +326,18 @@ def main():
326
327
if CONFIG.getboolean("Pipeline", "sync_tm_at_start", fallback=False):
328
logger.info("start sync_tm_at_start")
329
+ # let rsync do the filename matching: a shell glob over the incomming dir
330
+ # expands to too many arguments and fails with "Argument list too long"
331
res = subprocess.run(
- f"rsync -av /data/stix/SOLSOC/from_edds/tm/incomming/*PktTmRaw*.xml {str(tmpath)}", shell=True
- ) # noqa
332
+ [
333
+ "rsync",
334
+ "-av",
335
+ "--include=*PktTmRaw*.xml",
336
+ "--exclude=*",
337
+ "/data/stix/SOLSOC/from_edds/tm/incomming/",
338
+ f"{str(tmpath)}/",
339
+ ]
340
+ )
341
logger.info(f"done sync_tm_at_start: {str(res)}")
342
343
soop_path = Path(CONFIG.get("Paths", "soop_files"))
0 commit comments