Publish or Update docker image for head of branch #175
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Publish or Update docker image for head of branch | |
| # Design details in https://github.com/ARMmbed/mbed-os/blob/master/docs/design-documents/docker_management | |
| on: | |
| # passive update once a week | |
| schedule: | |
| - cron: '15 4 * * 6' | |
| # build on master branch when there is changes for active update | |
| push: | |
| branches: | |
| - master | |
| paths: | |
| - requirements.txt | |
| - docker_images/mbed-os-env/** | |
| - .github/workflows/docker_management.branch.yml | |
| # manual trigger when needed | |
| workflow_dispatch: | |
| jobs: | |
| prepare-tags: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - | |
| name: Extract branch name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF#refs/heads/})" | |
| id: extract_branch | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| - | |
| name: Set UUID | |
| id: generate-uuid | |
| uses: filipstefansson/uuid-action@v1 | |
| # set docker tags we are building, and intending to publish | |
| # dev-tag is temporary for testing purpose. This should be considered as unstable. | |
| # dated-tag is created for versioning purpose | |
| # prod-tag-latest could be used by customers, CI etc for keeping up to date | |
| - | |
| name: Get build information | |
| shell: bash | |
| run: | | |
| mkdir -p build_info | |
| date=$(date +"%Y.%m.%dT%H.%M.%S") | |
| echo dev-${{ steps.extract_branch.outputs.branch }}-${date}-${{ steps.generate-uuid.outputs.uuid }} > build_info/dev_tag | |
| echo ${{ steps.extract_branch.outputs.branch }}-${date} > build_info/prod_tag_dated | |
| echo ${{ steps.extract_branch.outputs.branch }}-latest > build_info/prod_tag_latest | |
| echo ${{ steps.extract_branch.outputs.branch }} > build_info/mbed_os_version | |
| echo ${{ github.repository_owner }} | tr '[:upper:]' '[:lower:]' > build_info/repository_owner | |
| - | |
| name: Archive information | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: build-info | |
| path: build_info | |
| build-container: | |
| runs-on: ubuntu-latest | |
| needs: prepare-tags | |
| outputs: | |
| DEV_DIGEST: ${{ steps.docker_info_dev.outputs.DIGEST }} | |
| PROD_DIGEST: ${{ steps.docker_info_prod.outputs.DIGEST }} | |
| steps: | |
| - | |
| name: unarchive artefacts | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: build-info | |
| - | |
| name: Get build info from archive | |
| shell: bash | |
| id: build_info | |
| run: | | |
| value=`cat dev_tag` | |
| echo "DEV TAG is $value" | |
| echo "DOCKER_DEV_TAG=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_dated` | |
| echo "PROD TAG DATED is $value" | |
| echo "DOCKER_PROD_TAG_DATED=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_latest` | |
| echo "DOCKER_PROD_TAG_LATEST=$value" >> "$GITHUB_OUTPUT" | |
| echo "PROD TAG is $value" | |
| value=`cat repository_owner` | |
| echo "REPO_OWNER=$value" >> "$GITHUB_OUTPUT" | |
| - | |
| name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - | |
| name: Set up QEMU | |
| uses: docker/setup-qemu-action@v1 | |
| - | |
| name: Login to ghcr.io | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Build docker containers | |
| uses: docker/build-push-action@v2 | |
| id: docker_build_dev | |
| with: | |
| context: . | |
| platforms: linux/amd64,linux/arm64 | |
| push: true | |
| file: ./docker_images/mbed-os-env/Dockerfile | |
| tags: ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env-tmp:${{ steps.build_info.outputs.DOCKER_DEV_TAG }} | |
| test-container: | |
| runs-on: ubuntu-latest | |
| needs: build-container | |
| strategy: | |
| matrix: | |
| platform: [linux/amd64, linux/arm64] | |
| steps: | |
| - | |
| name: unarchive artefacts | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: build-info | |
| - | |
| name: Get build info from archive | |
| shell: bash | |
| id: build_info | |
| run: | | |
| value=`cat dev_tag` | |
| echo "TAG is $value" | |
| echo "DOCKER_DEV_TAG=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_dated` | |
| echo "TAG is $value" | |
| echo "DOCKER_PROD_TAG_DATED=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_latest` | |
| echo "DOCKER_PROD_TAG_LATEST=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat mbed_os_version` | |
| echo "MBED_OS_VERSION=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat repository_owner` | |
| echo "REPO_OWNER=$value" >> "$GITHUB_OUTPUT" | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| - | |
| name: Find DEV DOCKER DIGEST | |
| id: docker_info_dev | |
| run: | | |
| DIGEST=$(python ./.github/workflows/ci_scripts/ghcr_utils.py -u ${{ steps.build_info.outputs.REPO_OWNER }} -p ${{ secrets.GITHUB_TOKEN }} get-digest -r mbed-os-env-tmp -t ${{ steps.build_info.outputs.DOCKER_DEV_TAG }} -p ${{ matrix.platform }} ) | |
| echo "DIGEST=$DIGEST" >> "$GITHUB_OUTPUT" | |
| echo "Docker DIGEST: $DIGEST" | |
| # as the dev images are created only for master branch, run test against | |
| # development branch of blinky | |
| - | |
| name: Checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ARMmbed/mbed-os-example-blinky | |
| path: mbed-os-example-blinky | |
| ref: development | |
| - | |
| name: Set up QEMU | |
| uses: docker/setup-qemu-action@v1 | |
| - | |
| name: test the container | |
| id: test | |
| uses: addnab/docker-run-action@v3 | |
| with: | |
| username: ${{ github.repository_owner }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| registry: ghcr.io | |
| options: -v ${{ github.workspace }}:/work -w=/work | |
| image: ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env-tmp@${{ steps.docker_info_dev.outputs.DIGEST }} | |
| shell: bash | |
| run: | | |
| uname -m | |
| cd mbed-os-example-blinky | |
| mbed deploy | |
| # build using CLI1 | |
| mbed compile -m K64F -t GCC_ARM | |
| # build using CLI2 | |
| mbed-tools compile -m K64F -t GCC_ARM | |
| deploy-container: | |
| runs-on: ubuntu-latest | |
| needs: test-container | |
| steps: | |
| - | |
| name: unarchive artefacts | |
| uses: actions/download-artifact@v2 | |
| with: | |
| name: build-info | |
| - | |
| name: Get build info from archive | |
| shell: bash | |
| id: build_info | |
| run: | | |
| value=`cat dev_tag` | |
| echo "TAG is $value" | |
| echo "DOCKER_DEV_TAG=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_dated` | |
| echo "TAG is $value" | |
| echo "DOCKER_PROD_TAG_DATED=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat prod_tag_latest` | |
| echo "DOCKER_PROD_TAG_LATEST=$value" >> "$GITHUB_OUTPUT" | |
| value=`cat repository_owner` | |
| echo "REPO_OWNER=$value" >> "$GITHUB_OUTPUT" | |
| - | |
| name: copy dev tag to prod | |
| run: | | |
| docker run quay.io/skopeo/stable:v1.4.1 copy --src-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --dest-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --all docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env-tmp:${{ steps.build_info.outputs.DOCKER_DEV_TAG }} docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env:latest | |
| docker run quay.io/skopeo/stable:v1.4.1 copy --src-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --dest-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --all docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env-tmp:${{ steps.build_info.outputs.DOCKER_DEV_TAG }} docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env:${{ steps.build_info.outputs.DOCKER_PROD_TAG_LATEST }} | |
| docker run quay.io/skopeo/stable:v1.4.1 copy --src-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --dest-creds=${{ github.repository_owner }}:${{ secrets.GITHUB_TOKEN }} --all docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env-tmp:${{ steps.build_info.outputs.DOCKER_DEV_TAG }} docker://ghcr.io/${{ steps.build_info.outputs.REPO_OWNER }}/mbed-os-env:${{ steps.build_info.outputs.DOCKER_PROD_TAG_DATED }} |