seed-by-diffs.sh

#!/bin/bash
set -a
set +a

workDir=/mnt/data

expire_dir=$workDir/imposm/imposm3_expire_dir
mkdir -p $expire_dir

# This will be essentially treated as a pidfile
queued_jobs=$workDir/imposm/in_progress.list
# Output of seeded
completed_jobs=$workDir/imposm/completed.list

# Directory to place the worked expiry lists
completed_dir=$workDir/imposm/imposm3_expire_purged
mkdir -p $completed_dir

# List files in expire_dir
imp_list=$(find $expire_dir -name '*.tiles' -type f)

for f in $imp_list; do
    echo "$f" >>$queued_jobs
done

# Sort the files and set unique rows
if [ -f $queued_jobs ]; then
    sort -u $queued_jobs >$workDir/imposm/tmp.list && mv $workDir/imposm/tmp.list $queued_jobs
fi

for f in $imp_list; do
    # echo "Purge tiles from...$f"
    tegola cache purge tile-list $f \
        --config=/opt/tegola_config/config.toml \
        --format="/zxy" \
        --min-zoom=0 \
        --max-zoom=20 \
        --overwrite=true &
    sleep 10s
    echo "$f" >>$completed_jobs
    mv $f $completed_dir
done

if [ -f $queued_jobs ]; then
    # Completed queued jobs
    rm $queued_jobs
fi