build #3
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ci/cd | |
| on: | |
| pull_request: | |
| repository_dispatch: | |
| types: [build] | |
| workflow_dispatch: | |
| jobs: | |
| build: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - linux/amd64 | |
| - linux/arm64 | |
| runs-on: ${{ matrix.platform == 'linux/amd64' && 'ubuntu-24.04' || matrix.platform == 'linux/arm64' && 'ubuntu-24.04-arm' }} | |
| name: build ${{ matrix.platform }} | |
| outputs: | |
| tag: ${{ steps.envvars.outputs.tag }} | |
| steps: | |
| - name: checkout | |
| uses: actions/[email protected] | |
| - name: Prepare env | |
| id: envvars | |
| run: | | |
| platform=${{ matrix.platform }} | |
| echo "PLATFORM_PAIR=${platform//\//-}" >> $GITHUB_ENV | |
| if [ ${{ github.event.client_payload.tag }} != 'null' ]; then | |
| echo "tag=${{ github.event.client_payload.tag }}" >> $GITHUB_OUTPUT | |
| else | |
| echo "tag=$(date +'%Y-%m-%d')" >> $GITHUB_OUTPUT | |
| fi | |
| - name: Metadata | |
| id: meta | |
| uses: docker/[email protected] | |
| with: | |
| images: ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }} | |
| - name: Authenticate with GHCR | |
| id: auth | |
| uses: docker/[email protected] | |
| with: | |
| registry: ghcr.io | |
| username: ${{github.actor}} | |
| password: ${{secrets.BUILD_TOKEN}} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/[email protected] | |
| - name: Build and push by digest | |
| id: build | |
| uses: docker/[email protected] | |
| with: | |
| file: ./docker/Dockerfile | |
| platforms: ${{ matrix.platform }} | |
| labels: ${{ steps.meta.outputs.labels }} | |
| tags: ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }} | |
| outputs: type=image,push-by-digest=true,name-canonical=true,push=true | |
| - name: Export digest | |
| run: | | |
| mkdir -p ${{ runner.temp }}/digests | |
| digest="${{ steps.build.outputs.digest }}" | |
| touch "${{ runner.temp }}/digests/${digest#sha256:}" | |
| - name: Upload digest | |
| uses: actions/[email protected] | |
| with: | |
| name: digests-${{ env.PLATFORM_PAIR }} | |
| path: ${{ runner.temp }}/digests/* | |
| if-no-files-found: error | |
| retention-days: 1 | |
| merge: | |
| runs-on: ubuntu-24.04 | |
| name: merge into multiarch manifest | |
| needs: | |
| - build | |
| steps: | |
| - name: Download digests | |
| uses: actions/[email protected] | |
| with: | |
| path: ${{ runner.temp }}/digests | |
| pattern: digests-* | |
| merge-multiple: true | |
| - name: Authenticate with GHCR | |
| id: auth | |
| uses: docker/[email protected] | |
| with: | |
| registry: ghcr.io | |
| username: ${{github.actor}} | |
| password: ${{secrets.BUILD_TOKEN}} | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/[email protected] | |
| - name: Metadata | |
| id: meta | |
| uses: docker/[email protected] | |
| with: | |
| images: ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }} | |
| tags: dev | |
| - name: Create manifest list and push | |
| id: annotate | |
| continue-on-error: true | |
| working-directory: ${{ runner.temp }}/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| --annotation='index:org.opencontainers.image.description=${{ github.event.repository.description }}' \ | |
| --annotation='index:org.opencontainers.image.licenses=MIT' \ | |
| --annotation='index:org.opencontainers.image.created=${{ steps.timestamp.outputs.timestamp }}' \ | |
| --annotation='index:org.opencontainers.image.url=${{ github.event.repository.url }}' \ | |
| --annotation='index:org.opencontainers.image.source=${{ github.event.repository.url }}' \ | |
| $(printf 'ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}@sha256:%s ' *) | |
| - name: Create manifest list and push without annotations | |
| if: steps.annotate.outcome == 'failure' | |
| working-directory: ${{ runner.temp }}/digests | |
| run: | | |
| docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \ | |
| $(printf 'ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}@sha256:%s ' *) | |
| - name: Inspect image | |
| run: | | |
| docker buildx imagetools inspect ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}:dev | |
| tests: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| platform: | |
| - linux/amd64 | |
| - linux/arm64 | |
| runs-on: ${{ matrix.platform == 'linux/amd64' && 'ubuntu-latest' || matrix.platform == 'linux/arm64' && 'ubuntu-24.04-arm' }} | |
| name: testing on ${{ matrix.platform }} | |
| timeout-minutes: 360 | |
| needs: | |
| - build | |
| - merge | |
| steps: | |
| - name: Test notebooks | |
| shell: bash | |
| run: | | |
| docker run -t ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}:dev bash -c "\ | |
| pip install pytest nbmake; \ | |
| find . -name '*.ipynb' | pytest --nbmake --nbmake-timeout=3600 --ignore=answers; " | |
| tags: | |
| runs-on: ubuntu-24.04 | |
| if: github.event_name != 'pull_request' | |
| name: add tags | |
| needs: | |
| - build | |
| - tests | |
| steps: | |
| - name: Authenticate with GHCR | |
| id: auth | |
| uses: docker/[email protected] | |
| with: | |
| registry: "ghcr.io" | |
| username: ${{github.actor}} | |
| password: ${{secrets.BUILD_TOKEN}} | |
| - name: tag release versions | |
| shell: bash | |
| run: | | |
| docker buildx imagetools create \ | |
| --tag ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}:latest \ | |
| --tag ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}:${{ needs.build.outputs.tag }} \ | |
| ghcr.io/${{ vars.ORG_REPO }}/${{ github.event.repository.name }}:dev | |
| - name: Post version update to dash | |
| uses: peter-evans/[email protected] | |
| with: | |
| token: ${{ secrets.BUILD_TOKEN }} | |
| repository: jimboid/biosim-workshops-dash | |
| event-type: build | |
| client-payload: '{"repo": "${{ github.event.repository.name }}", "tag": "${{ needs.build.outputs.tag }}"}' |