equivalence.yml

# Diff the derived concepts built in PostgreSQL vs DuckDB.
name: equivalence

on:
  workflow_call:
    inputs:
      schema:
        description: "Derived schema to compare."
        type: string
        default: "mimiciv_derived"
      pg-artifact:
        description: "Artifact holding the PostgreSQL schema dump."
        type: string
        default: "psql-derived"
      pg-dump-file:
        description: "File name of the schema dump inside the artifact."
        type: string
        default: "derived.sql"
      duckdb-artifact:
        description: "Artifact holding the DuckDB database."
        type: string
        default: "duckdb-db"
      db-file:
        description: "File name of the DuckDB database inside the artifact."
        type: string
        default: "mimic4.db"

jobs:
  diff:
    runs-on: ubuntu-latest
    container: python:3.12

    services:
      postgres:
        image: postgres:17
        env:
          POSTGRES_PASSWORD: postgres
          # Force byte-order (C) collation so string ordering matches DuckDB's
          # binary sort.
          POSTGRES_INITDB_ARGS: "--encoding=UTF8 --lc-collate=C --lc-ctype=C"
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    env:
      PGHOST: postgres
      PGUSER: postgres
      PGPASSWORD: postgres
      PGDATABASE: postgres

    steps:
      - uses: actions/checkout@v7

      - name: Install tooling
        run: |
          apt-get update
          apt-get install --yes --no-install-recommends postgresql-client
          # Install pinned dependencies from the lock file, then the local
          # package itself without re-resolving its dependencies.
          pip install -r requirements-lock.txt
          pip install --no-deps .

      - name: Download PostgreSQL derived schema
        uses: actions/download-artifact@v8
        with:
          name: ${{ inputs.pg-artifact }}

      - name: Download DuckDB database
        # No path: defaults to the working directory ($GITHUB_WORKSPACE inside
        # the container), placing the database file at $GITHUB_WORKSPACE.
        uses: actions/download-artifact@v8
        with:
          name: ${{ inputs.duckdb-artifact }}

      - name: Restore PostgreSQL derived schema
        run: |
          psql -v ON_ERROR_STOP=1 -f "${{ inputs.pg-dump-file }}"

      - uses: ./.github/actions/compare-concepts
        with:
          schema: ${{ inputs.schema }}
          db_file: ${{ inputs.db-file }}