Skip to content

change tool run to ingest ingest #545

change tool run to ingest ingest

change tool run to ingest ingest #545

Workflow file for this run

name: Dockerize Dagster
# this will build based on what is committed to the branch
# dockerbuildandpush pulls the repo.
# overwrites any files created.
on:
push:
# be wary of using ** for the branch...
# it will fail, and only pull the main branch... which means old code, usually
branches:
- main
- dev
- dev_eco
- v0_generated_code
- 173_dev_graphreport
tags:
- "v*.*.*"
# https://github.com/marketplace/actions/publish-docker
# https://github.com/docker/build-push-action
defaults:
run:
working-directory: dagster/implnets
jobs:
build:
name: Dockerize Scheduler
runs-on: ubuntu-latest
#strategy:
#matrix:
# project: [ "eco" ]
#project: [ "eco", "iow", "oih" ]
# platform: ["linux/amd64","linux/arm64"]
#platform: ["linux/amd64"] #linux/arm64 issues with building
steps:
- name: Set variables
run: |
REGISTRY_IMAGE=nsfearthcube/dagster-gleanerio
echo "REGISTRY_IMAGE=$REGISTRY_IMAGE" >> $GITHUB_ENV
working-directory: /
- name: Checkout Repo
uses: actions/checkout@v3
- name: Set up QEMU
uses: docker/setup-qemu-action@v2
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Login to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v4
with:
images: ${{ env.REGISTRY_IMAGE }}
flavor: |
latest=true
tags: |
type=ref,event=tag
type=ref,event=branch
type=semver,pattern={{version}}
type=sha
- name: Build and push
id: build
uses: docker/build-push-action@v6
with:
#context: ./dagster/implnets
# grr https://github.com/docker/build-push-action#git-context
#context: "{{defaultContext}}"
push: true
build-args:
implnet=${{ matrix.project }}
#file: ./dagster/implnets/build/Dockerfile
file: ./build/Dockerfile_dagster
context: "{{defaultContext}}:dagster/implnets"
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
platforms: linux/amd64,linux/arm64
#outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
- name: Image digest
run: echo ${{ steps.build.outputs.digest }}
build_code_workflows:
name: Dockerize Scheduler Workflows base
runs-on: ubuntu-latest
#strategy:
#matrix:
# project: [ "eco" ]
#project: [ "eco", "iow", "oih" ]
#platform: ["linux/amd64","linux/arm64"]
#platform: ["linux/amd64"] #linux/arm64 issues with building
steps:
- name: Set variables
run: |
REGISTRY_IMAGE=nsfearthcube/dagster-gleanerio-workflows
echo "REGISTRY_IMAGE=$REGISTRY_IMAGE" >> $GITHUB_ENV
working-directory: /
- name: Checkout Repo
uses: actions/checkout@v3
- name: Set up QEMU
uses: docker/setup-qemu-action@v2
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Login to DockerHub
uses: docker/login-action@v2
with:
username: ${{ secrets.DOCKERHUB_USERNAME }}
password: ${{ secrets.DOCKERHUB_TOKEN }}
- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v4
with:
images: ${{ env.REGISTRY_IMAGE }}
flavor: |
latest=true
tags: |
type=ref,event=tag
type=ref,event=branch
type=semver,pattern={{version}}
type=sha
- name: Build and push
id: build
uses: docker/build-push-action@v6
with:
#context: ./dagster/implnets
# grr https://github.com/docker/build-push-action#git-context
#context: "{{defaultContext}}"
push: true
build-args:
implnet=${{ matrix.project }}
#file: ./dagster/implnets/build/Dockerfile
file: ./build/Dockerfile_workflows
context: "{{defaultContext}}:dagster/implnets"
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
platforms: linux/amd64,linux/arm64
#outputs: type=image,name=${{ env.REGISTRY_IMAGE }},push-by-digest=true,name-canonical=true,push=true
- name: Image digest
run: echo ${{ steps.build.outputs.digest }}