Skip to content
Merged
Show file tree
Hide file tree
Changes from 23 commits
Commits
Show all changes
26 commits
Select commit Hold shift + click to select a range
815d13c
Ignore rose-suite.conf as its a runtime configuration (and on the way…
Mar 10, 2026
01bf441
Use fre-cli rename-split tool
Mar 10, 2026
5e769a5
Remove the shell rename-split
Mar 10, 2026
93b5759
Undo accidental inclusion of my personal fre-cli activation
Mar 11, 2026
e2b862f
Remove the pipeline test call for rename-split
Mar 11, 2026
67b3b09
regrid-xy to use $TMPDIR for WORKDIR so that it is removed automatically
Mar 11, 2026
259e312
Merge branch 'main' into rename-split
ceblanton Mar 16, 2026
142b79e
Add pylint and remove fre-cli as a CI test pipeline dependency
ceblanton Mar 17, 2026
2093593
Add cylc as a fre-workflows CI dependency.
ceblanton Mar 17, 2026
7367d39
Add pytest to the github CI test environment
ceblanton Mar 17, 2026
f0eeb79
Add metomi-rose to the github CI test environment
ceblanton Mar 17, 2026
5ddcd86
Add nccmp and cdo to the github CI test environment
ceblanton Mar 17, 2026
ad9d3d8
Add back fre-cli as a fre-workflows CI test prerequisite for now.
ceblanton Mar 17, 2026
7aa7295
If present, copy diag manifests to workflow-share-dir and use in fre …
ceblanton Mar 18, 2026
1cb9242
Copy diag manifests to cylc-managed workflow share directory
ceblanton Mar 24, 2026
741114c
Pass diag manifests through to rename-split tool
ceblanton Mar 24, 2026
f8b52d8
Add rename-split calls to the split-netcdf task
ceblanton Mar 24, 2026
4561ba6
Remove already unused make-timeavgs and combine-timeavgs
ceblanton Mar 24, 2026
cebbd70
Remove rename-split tests from cloud test pipeline
ceblanton Mar 24, 2026
2aff1cc
Reverted unnecessary environment.yaml changes
ceblanton Mar 30, 2026
b40c1dd
github actions need pylint and pytest
ceblanton Mar 31, 2026
1eaa376
Changed a few more mentions of rename-split to split-netcdf
ceblanton Mar 31, 2026
b8d8d19
updated pytest after combining adding rename-split to split-netcdf task
ceblanton Mar 31, 2026
e17500a
Remove unused make-timeavgs and combine-timavgs pipeline test calls
ceblanton Mar 31, 2026
f5ca507
Resolved reviewer feedback
ceblanton Mar 31, 2026
4c1e5b4
Retrieve pylint and pytest from conda-forge
ceblanton Mar 31, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 0 additions & 8 deletions .github/workflows/create_test_conda_env.yml
Original file line number Diff line number Diff line change
Expand Up @@ -92,14 +92,6 @@ jobs:
run: |
pylint -v --rcfile ./pylintrc --fail-under 10.0 ./app/combine-statics
- name: rename-split-to-pp pytest
run: |
pytest -vv -rx app/rename-split-to-pp/tests
- name: rename-split-to-pp pylint
run: |
pylint -v --rcfile ./pylintrc --fail-under 3.2 ./app/rename-split-to-pp
- name: combine-timeavgs pytest (STEP CONTINUES ON FAILURE)
continue-on-error: true
run: |
Expand Down
32 changes: 0 additions & 32 deletions .github/workflows/test_cloud_runner.yml
Original file line number Diff line number Diff line change
Expand Up @@ -297,38 +297,6 @@ jobs:
exit 2
fi

- name: Print rename-split-to-pp successes or failures (FAILURE-GUARDED)
continue-on-error: true
run: |
set +e
# Successes
success=$(grep -E "CYLC_JOB_EXIT=SUCCEEDED" /contrib-efs/container-test/ppp-setup/cylc-run/test_pp__ptest__ttest/log/job/*/rename-split-to-pp*/0[1-3]/job.status)
exit_status_1=$?

# Failures
failure=$(grep -E "CYLC_JOB_EXIT=ERR" /contrib-efs/container-test/ppp-setup/cylc-run/test_pp__ptest__ttest/log/job/*/rename-split-to-pp*/0[1-3]/job.status)
exit_status_2=$?

if [ $exit_status_1 -eq 0 ]; then
echo $success | sed 's/ /\n/g' #split string by spaces
elif [ $exit_status_1 -eq 1 ]; then
echo "No succeeded tasks found"
else
echo "WARNING: error with grep execution"
exit 2
fi

if [ $exit_status_2 -eq 0 ]; then
echo "Failures found"
echo $failure | sed 's/ /\n/g' #split string by spaces
exit 1 #exit with error
elif [ $exit_status_2 -eq 1 ]; then
echo "No task failures found."
else
echo "WARNING: error with grep execution"
exit 2
fi

- name: Print split-netcdf successes or failures
run: |
set +e
Expand Down
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,4 @@ __pycache__
*~
app/remap-pp-components/test-outDir
app/combine-statics/tests/*output/
rose-suite.conf
8 changes: 4 additions & 4 deletions Jinja2Filters/form_remap_dep.py
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ def form_remap_dep(grid_type: str,
# and omitted for secondary chunk generation.
if output_type == "ts":
if str(history_segment) == str(chunk):
prereq_task = "rename-split-to-pp"
prereq_task = "split-netcdf"
else:
prereq_task = "make-timeseries"
elif output_type== "av":
Expand Down Expand Up @@ -151,13 +151,13 @@ def form_remap_dep(grid_type: str,
for src in value:
if makets_stmt != '':
# make-timeseries and make-timeavgs tasks have the chunksize in the task name,
# but rename-split-to-pp does not
if prereq_task == 'rename-split-to-pp':
# but split-netcdf does not
if prereq_task == 'split-netcdf':
makets_stmt = f"{makets_stmt} & {prereq_task}-{grid}_{src}"
else:
makets_stmt = f"{makets_stmt} & {prereq_task}-{grid}-{chunk}_{src}"
else:
if prereq_task == 'rename-split-to-pp':
if prereq_task == 'split-netcdf':
makets_stmt = f"{prereq_task}-{grid}_{src}"
else:
makets_stmt = f"{prereq_task}-{grid}-{chunk}_{src}"
Expand Down
4 changes: 2 additions & 2 deletions Jinja2Filters/get_climatology_info.py
Original file line number Diff line number Diff line change
Expand Up @@ -80,13 +80,13 @@ def graph(self, history_segment, clean_work):
connector = " & "
if count == 0:
if self.pp_chunk == history_segment:
graph += f"{connector}rename-split-to-pp-{grid}_{source}"
graph += f"{connector}split-netcdf-{grid}_{source}"
else:
graph += f"{connector}make-timeseries-{grid}-{self.pp_chunk}_{source}"
else:
offset = count * self.pp_chunk
if self.pp_chunk == history_segment:
graph += f" & rename-split-to-pp-{grid}_{source}[{offset}]"
graph += f" & split-netcdf-{grid}_{source}[{offset}]"
else:
graph += f" & make-timeseries-{grid}-{self.pp_chunk}_{source}[{offset}]"
count += 1
Expand Down
4 changes: 2 additions & 2 deletions Jinja2Filters/tests/form_remap_dep_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -40,7 +40,7 @@ def sample_yaml(tmp_path):

def test_regrid_one_one(sample_yaml):
"""atmos regrid 1-year history to 1-year timeseries"""
result = "rename-split-to-pp-regrid_atmos_daily & rename-split-to-pp-regrid_atmos_month => remap-pp-components-ts-P1Y_atmos\n"
result = "split-netcdf-regrid_atmos_daily & split-netcdf-regrid_atmos_month => remap-pp-components-ts-P1Y_atmos\n"
assert result == form_remap_dep.form_remap_dep(grid_type='regrid-xy',
temporal_type='temporal',
chunk='P1Y',
Expand Down Expand Up @@ -74,7 +74,7 @@ def test_regrid_two_one(sample_yaml):

def test_native_one_one(sample_yaml):
"""land native 1-year history to 1-year timeseries"""
result = "rename-split-to-pp-native_land_daily & rename-split-to-pp-native_land_month & rename-split-to-pp-native_river => remap-pp-components-ts-P1Y_land_cubic\n"
result = "split-netcdf-native_land_daily & split-netcdf-native_land_month & split-netcdf-native_river => remap-pp-components-ts-P1Y_land_cubic\n"
assert result == form_remap_dep.form_remap_dep(grid_type='native',
temporal_type='temporal',
chunk='P1Y',
Expand Down
127 changes: 0 additions & 127 deletions app/combine-timeavgs/bin/combine-timeavgs

This file was deleted.

4 changes: 0 additions & 4 deletions app/combine-timeavgs/rose-app.conf

This file was deleted.

124 changes: 0 additions & 124 deletions app/make-timeavgs/bin/make-timeavgs

This file was deleted.

17 changes: 0 additions & 17 deletions app/make-timeavgs/meta/rose-meta.conf

This file was deleted.

4 changes: 0 additions & 4 deletions app/make-timeavgs/rose-app.conf

This file was deleted.

Loading
Loading