tests: add sdm unit tests from source-declarative-manifest connector … #471
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow builds the python package. | |
| # On release tags, it also publishes to PyPI and DockerHub. | |
| # If we rename the workflow file name, we have to also update the | |
| # Trusted Publisher settings on PyPI. | |
| name: Packaging and Publishing | |
| on: | |
| push: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: "The version to publish, ie 1.0.0 or 1.0.0-dev1" | |
| required: true | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.event_name == 'workflow_dispatch' && format('v{0}', github.event.inputs.version) || github.ref }} | |
| - uses: hynek/build-and-inspect-python-package@v2 | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: Packages-${{ github.run_id }} | |
| path: | | |
| /tmp/baipp/dist/*.whl | |
| /tmp/baipp/dist/*.tar.gz | |
| publish: | |
| name: Publish CDK version to PyPI | |
| runs-on: ubuntu-latest | |
| needs: [build] | |
| permissions: | |
| id-token: write | |
| contents: write | |
| environment: | |
| name: PyPi | |
| url: https://pypi.org/p/airbyte | |
| if: startsWith(github.ref, 'refs/tags/v') || github.event_name == 'workflow_dispatch' | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: Packages-${{ github.run_id }} | |
| path: dist | |
| - name: Upload wheel to release | |
| if: startsWith(github.ref, 'refs/tags/v') | |
| uses: svenstaro/upload-release-action@v2 | |
| with: | |
| repo_token: ${{ secrets.GITHUB_TOKEN }} | |
| file: dist/*.whl | |
| tag: ${{ github.ref }} | |
| overwrite: true | |
| file_glob: true | |
| - name: Publish to PyPI | |
| uses: pypa/[email protected] | |
| # publish_sdm: | |
| # name: Publish SDM to DockerHub | |
| # if: startsWith(github.ref, 'refs/tags/v') || github.event_name == 'workflow_dispatch' | |
| # runs-on: ubuntu-latest | |
| # needs: [publish] | |
| # environment: | |
| # name: DockerHub | |
| # url: https://hub.docker.com/r/airbyte/source-declarative-manifest/tags | |
| # steps: | |
| # - uses: actions/checkout@v4 | |
| # with: | |
| # fetch-depth: 0 | |
| # - name: Set Version (workflow_dispatch) | |
| # if: github.event_name == 'workflow_dispatch' | |
| # run: | | |
| # VERSION=${{ github.event.inputs.version }} | |
| # echo "Version input set to '${VERSION}'" | |
| # # Remove the 'v' prefix if it exists | |
| # VERSION=${VERSION#v} | |
| # echo "Setting version to '$VERSION'" | |
| # echo "VERSION=${VERSION}" >> $GITHUB_ENV | |
| # - name: Set Version (tag) | |
| # if: startsWith(github.ref, 'refs/tags/v') | |
| # run: | | |
| # VERSION=${{ github.ref_name }} | |
| # echo "Version ref set to '${VERSION}'" | |
| # # Remove the 'v' prefix if it exists | |
| # VERSION=${VERSION#v} | |
| # echo "Setting version to '$VERSION'" | |
| # echo "VERSION=${VERSION}" >> $GITHUB_ENV | |
| # # We need to download the build artifact again because the previous job was on a different runner | |
| # - name: Download Build Artifact | |
| # uses: actions/download-artifact@v4 | |
| # with: | |
| # name: Packages-${{ github.run_id }} | |
| # path: dist | |
| # - name: Set up QEMU for multi-platform builds | |
| # uses: docker/setup-qemu-action@v3 | |
| # - name: Set up Docker Buildx | |
| # uses: docker/setup-buildx-action@v3 | |
| # - name: Login to Docker Hub | |
| # uses: docker/login-action@v3 | |
| # with: | |
| # username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| # password: ${{ secrets.DOCKER_HUB_PASSWORD }} | |
| # - name: Check for existing tag | |
| # run: | | |
| # tag="airbyte/source-declarative-manifest:${{ env.VERSION }}" | |
| # if [ -z "$tag" ]; then | |
| # echo "Error: VERSION is not set. Ensure the tag follows the format 'refs/tags/vX.Y.Z'." | |
| # exit 1 | |
| # fi | |
| # echo "Checking if tag '$tag' exists on DockerHub..." | |
| # if DOCKER_CLI_EXPERIMENTAL=enabled docker manifest inspect "$tag" > /dev/null 2>&1; then | |
| # echo "The tag '$tag' already exists on DockerHub. Skipping publish to prevent overwrite." | |
| # exit 1 | |
| # fi | |
| # echo "No existing tag '$tag' found. Proceeding with publish." | |
| # - name: Build and push | |
| # uses: docker/build-push-action@v5 | |
| # with: | |
| # context: . | |
| # platforms: linux/amd64,linux/arm64 | |
| # push: true | |
| # tags: | | |
| # airbyte/source-declarative-manifest:latest | |
| # airbyte/source-declarative-manifest:${{ env.VERSION }} | |
| # airbyte/source-declarative-manifest:${{ github.sha }} |