From 67f76e1ea147bdfeb7c5597e2de0e62c241555d9 Mon Sep 17 00:00:00 2001 From: Matthew Bourque Date: Wed, 25 Jun 2025 11:09:36 -0600 Subject: [PATCH 1/2] added missing validation/ subdirectory to CoDICE validation data paths --- .../tests/external_test_data_config.py | 36 +++++++++---------- 1 file changed, 18 insertions(+), 18 deletions(-) diff --git a/imap_processing/tests/external_test_data_config.py b/imap_processing/tests/external_test_data_config.py index b89318036d..4d7577c2b6 100644 --- a/imap_processing/tests/external_test_data_config.py +++ b/imap_processing/tests/external_test_data_config.py @@ -30,24 +30,24 @@ ("imap_codice_l1a_lo-sw-priority_20241110_v999.cdf", "codice/data/"), ("imap_codice_l1a_lo-sw-species_20241110_v999.cdf", "codice/data/"), - ("imap_codice_l1a_hi-counters-aggregated_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-counters-singles_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-counters-singles_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-ialirt_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-nsw-angular_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-omni_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-nsw-priority_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-pha_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-nsw-species_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-priorities_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-pha_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hi-sectored_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-sw-angular_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_hskp_20241110193622_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-sw-priority_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-counters-aggregated_20241110193700_v0.0.0.cdf", "codice/data/"), - ("imap_codice_l1a_lo-sw-species_20241110193700_v0.0.0.cdf", "codice/data/"), + ("imap_codice_l1a_hi-counters-aggregated_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-counters-singles_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-counters-singles_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-ialirt_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-ialirt_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-nsw-angular_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-omni_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-nsw-priority_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-pha_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-nsw-species_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-priorities_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-pha_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hi-sectored_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-sw-angular_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_hskp_20241110193622_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-sw-priority_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-counters-aggregated_20241110193700_v0.0.0.cdf", "codice/data/validation/"), + ("imap_codice_l1a_lo-sw-species_20241110193700_v0.0.0.cdf", "codice/data/validation/"), # Hi ("imap_hi_l1a_45sensor-de_20250415_v999.cdf", "hi/data/l1/"), From 7cb673edd33f692b60d1c24a71a751472cfba400 Mon Sep 17 00:00:00 2001 From: Matthew Bourque Date: Wed, 25 Jun 2025 11:25:48 -0600 Subject: [PATCH 2/2] Added code to create parent directory if necessary --- imap_processing/tests/conftest.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/imap_processing/tests/conftest.py b/imap_processing/tests/conftest.py index cdb61051ec..a4ee3694d6 100644 --- a/imap_processing/tests/conftest.py +++ b/imap_processing/tests/conftest.py @@ -123,6 +123,9 @@ def _download_external_data(): Path(f"{imap_module_directory}/tests") / destination_path / source_filename ) + # Create parent directories if they don't exist + destination.parent.mkdir(parents=True, exist_ok=True) + # Download the test data if necessary and write it to the appropriate # directory if not destination.exists():