diff --git a/environments/payu-dev/deploy.sh b/environments/payu-dev/deploy.sh
index 549255b..6d520d7 100644
--- a/environments/payu-dev/deploy.sh
+++ b/environments/payu-dev/deploy.sh
@@ -10,8 +10,8 @@ write_modulerc_stable "${VERSION_TO_MODIFY}" "dev" "${CONDA_MODULE_PATH}" "${MOD
 ### Remove old payu-dev versions
 payu_dev_versions=$(ls "${CONDA_MODULE_PATH}" | grep -E '^dev-[0-9]{8}T[0-9]{6}Z-.*')
 # Order module versions by date (versions format is dev-DATETIME-COMMIT),
-# and remove the 2 latest versions (e.g. current and previous)
-old_versions=$(echo "$payu_dev_versions" | sort -r | tail -n +3)
+# and remove the 5 latest versions (We are keeping the latest versions incase of any currently running payu pbs jobs)
+old_versions=$(echo "$payu_dev_versions" | sort -r | tail -n +6)
 
 for old_version in $old_versions; do
     # Double check for empty strings to avoid deleting everything