[manylinux2014] Build on GHA

Use docker buildx to allow for simple layer caching by actions/cache
Caching will be mostly beneficial for aarch64/ppc64le/s390x where build times are extremely long with qem

Author: mayeut

.github/workflows/build.yml

@@ -0,0 +1,74 @@
+name: Build
+
+on:
+  push:
+    branches-ignore:
+      - "dependabot/**"
+    paths:
+      - ".github/workflows/build.yml"
+      - "docker/**"
+      - "*.sh"
+  pull_request:
+    paths:
+      - ".github/workflows/build.yml"
+      - "docker/**"
+      - "build.sh"
+
+jobs:
+  build_manylinux:
+    name: ${{ matrix.policy }}_${{ matrix.platform }}
+    runs-on: ubuntu-20.04
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - policy: "manylinux2010"
+            platform: "i686"
+          - policy: "manylinux2010"
+            platform: "x86_64"
+          - policy: "manylinux2014"
+            platform: "i686"
+          - policy: "manylinux2014"
+            platform: "x86_64"
+          - policy: "manylinux2014"
+            platform: "aarch64"
+          - policy: "manylinux2014"
+            platform: "ppc64le"
+          - policy: "manylinux2014"
+            platform: "s390x"
+
+    env:
+      POLICY: ${{ matrix.policy }}
+      PLATFORM: ${{ matrix.platform }}
+      COMMIT_SHA: ${{ github.sha }}
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Set up QEMU
+        uses: docker/[email protected]
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v1
+
+      - name: Create cache timestamp
+        id: timestamp
+        run: echo "::set-output name=timestamp::$(python3 -c 'from datetime import datetime,timezone; print(datetime.now(timezone.utc).isoformat())')"
+
+      - name: Setup cache
+        uses: actions/cache@v2
+        with:
+          path: .buildx-cache-${{ matrix.policy }}_${{ matrix.platform }}/*
+          key: buildx-cache-${{ matrix.policy }}-${{ matrix.platform }}-${{ steps.timestamp.outputs.timestamp }}
+          restore-keys: buildx-cache-${{ matrix.policy }}-${{ matrix.platform }}-
+
+      - name: Build
+        run: ./build.sh
+
+      - name: Deploy
+        if: github.event_name == 'push' && github.ref == 'refs/heads/manylinux2014' && github.repository == 'pypa/manylinux' && matrix.policy == 'manylinux2014'
+        run: ./deploy.sh
+        env:
+          QUAY_USERNAME: ${{ secrets.QUAY_USERNAME }}
+          QUAY_PASSWORD: ${{ secrets.QUAY_PASSWORD }}

.gitignore

@@ -58,3 +58,6 @@ target/
 
 # Prefetched source
 docker/sources
+
+# buildx cache
+.buildx-cache-*/

.travis.yml

@@ -62,8 +62,16 @@ export DEVTOOLSET_ROOTPATH
 export PREPEND_PATH
 export LD_LIBRARY_PATH_ARG
 
-docker build \
+docker buildx build \
+	--load \
+	--cache-from=type=local,src=$(pwd)/.buildx-cache-${POLICY}_${PLATFORM} \
+	--cache-to=type=local,dest=$(pwd)/.buildx-cache-staging-${POLICY}_${PLATFORM} \
 	--build-arg POLICY --build-arg PLATFORM --build-arg BASEIMAGE \
 	--build-arg DEVTOOLSET_ROOTPATH --build-arg PREPEND_PATH --build-arg LD_LIBRARY_PATH_ARG \
-	--rm -t quay.io/pypa/${POLICY}_${PLATFORM}:${TRAVIS_COMMIT} \
+	--rm -t quay.io/pypa/${POLICY}_${PLATFORM}:${COMMIT_SHA} \
 	-f docker/Dockerfile docker/
+
+if [ -d $(pwd)/.buildx-cache-${POLICY}_${PLATFORM} ]; then
+	rm -rf $(pwd)/.buildx-cache-${POLICY}_${PLATFORM}
+fi
+mv $(pwd)/.buildx-cache-staging-${POLICY}_${PLATFORM} $(pwd)/.buildx-cache-${POLICY}_${PLATFORM}

build.sh

@@ -1,9 +1,9 @@
 #!/bin/bash
 tag="quay.io/pypa/${POLICY}_${PLATFORM}"
-build_id=$(git show -s --format=%cd-%h --date=short $TRAVIS_COMMIT)
+build_id=$(git show -s --format=%cd-%h --date=short ${COMMIT_SHA})
 
 docker login -u $QUAY_USERNAME -p $QUAY_PASSWORD quay.io
-docker tag ${tag}:${TRAVIS_COMMIT} ${tag}:${build_id}
-docker tag ${tag}:${TRAVIS_COMMIT} ${tag}:latest
+docker tag ${tag}:${COMMIT_SHA} ${tag}:${build_id}
+docker tag ${tag}:${COMMIT_SHA} ${tag}:latest
 docker push ${tag}:${build_id}
 docker push ${tag}:latest