From cfa8c41eff6ebbd7e1b0115a553a93ecf053e02c Mon Sep 17 00:00:00 2001 From: Nicky Hochmuth Date: Tue, 4 Aug 2026 12:34:51 +0200 Subject: [PATCH] fix to large argument error --- stixcore/processing/pipeline_cron.py | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/stixcore/processing/pipeline_cron.py b/stixcore/processing/pipeline_cron.py index 98dee4c1..70122497 100644 --- a/stixcore/processing/pipeline_cron.py +++ b/stixcore/processing/pipeline_cron.py @@ -326,9 +326,18 @@ def main(): if CONFIG.getboolean("Pipeline", "sync_tm_at_start", fallback=False): logger.info("start sync_tm_at_start") + # let rsync do the filename matching: a shell glob over the incomming dir + # expands to too many arguments and fails with "Argument list too long" res = subprocess.run( - f"rsync -av /data/stix/SOLSOC/from_edds/tm/incomming/*PktTmRaw*.xml {str(tmpath)}", shell=True - ) # noqa + [ + "rsync", + "-av", + "--include=*PktTmRaw*.xml", + "--exclude=*", + "/data/stix/SOLSOC/from_edds/tm/incomming/", + f"{str(tmpath)}/", + ] + ) logger.info(f"done sync_tm_at_start: {str(res)}") soop_path = Path(CONFIG.get("Paths", "soop_files"))