name: Containers env: zephyr-version: 2.4.0 zephyr-sdk-version: 0.11.4 run-unit-tests: ${{ secrets.RUN_UNIT_TESTS != null }} docker-hub-credentials: ${{ secrets.DOCKER_HUB_USERNAME != null && secrets.DOCKER_HUB_TOKEN != null }} ghcr-credentials: ${{ secrets.GHCR_USERNAME != null && secrets.GHCR_TOKEN != null }} docker-hub-namespace: ${{ secrets.DOCKER_HUB_NAMESPACE || github.repository_owner }} ghcr-namespace: ${{ github.repository_owner }} zmk-repository: ${{ secrets.ZMK_REPOSITORY || 'zmkfirmware/zmk' }} zmk-ref: ${{ secrets.ZMK_REF || 'main' }} on: push: pull_request: workflow_dispatch: concurrency: ${{ github.ref }}/${{ github.workflow }} jobs: architectures: runs-on: ubuntu-latest outputs: json: ${{ steps.import.outputs.json }} steps: - name: Checkout uses: actions/checkout@v2 - name: Import from architectures.yml id: import shell: python run: | import yaml, json with open('architectures.yml', 'r') as file: architectures = yaml.safe_load(file) print('::set-output name=json::' + json.dumps(architectures)) tags: runs-on: ubuntu-latest outputs: branch: ${{ steps.definitions.outputs.branch }} candidate: ${{ steps.definitions.outputs.candidate }} versions: ${{ steps.definitions.outputs.versions }} major-minor: ${{ steps.definitions.outputs.major-minor }} latest: ${{ steps.definitions.outputs.latest }} release-trigger: ${{ steps.definitions.outputs.release-trigger }} steps: - name: Definitions id: definitions env: SHA: ${{ github.sha }} ZEPHYR_VERSION: ${{ env.zephyr-version }} ZEPHYR_SDK_VERSION: ${{ env.zephyr-sdk-version }} run: | BRANCH=${GITHUB_REF#refs/heads/} BRANCH=${BRANCH//[^A-Za-z0-9_.-]/_} # Substitutes invalid Docker tag characters CANDIDATE=${SHA} VERSIONS=${ZEPHYR_VERSION}-${ZEPHYR_SDK_VERSION} MAJOR=$(echo ${ZEPHYR_VERSION} | cut -d'.' -f 1) MINOR=$(echo ${ZEPHYR_VERSION} | cut -d'.' -f 2) MAJOR_MINOR=${MAJOR}.${MINOR} LATEST=${MAJOR_MINOR} RELEASE_TRIGGER=${ZEPHYR_VERSION}-${ZEPHYR_SDK_VERSION} echo ::set-output name=branch::${BRANCH} echo ::set-output name=candidate::${CANDIDATE} echo ::set-output name=versions::${VERSIONS} echo ::set-output name=major-minor::${MAJOR_MINOR} echo ::set-output name=latest::${LATEST} echo ::set-output name=release-trigger::${RELEASE_TRIGGER} candidates: needs: - architectures - tags if: ${{ !startsWith(github.ref, 'refs/tags') }} runs-on: ubuntu-latest env: docker-args: --rm --workdir /github/workspace -v /var/run/docker.sock:/var/run/docker.sock -v /home/runner/work/_temp:/home/runner/work/_temp -v /home/runner/work/_temp/_github_home:/github/home -v /home/runner/work/_temp/_github_workflow:/github/workflow -v /home/runner/work/_temp/_runner_file_commands:/github/file_commands -v ${{ github.workspace }}:/github/workspace defaults: run: shell: /usr/bin/docker exec candidate /bin/bash {0} strategy: max-parallel: 1 # takes advantage of caching between jobs matrix: architecture: ${{ fromJSON(needs.architectures.outputs.json) }} target: # ordered from smallest to biggest to take advantage of the inline cache - build - dev include: - architecture: arm board: nice_nano shield: qaz steps: - name: Login to Docker Hub id: docker-hub-login if: ${{ env.docker-hub-credentials == 'true' }} uses: docker/login-action@v1 with: username: ${{ secrets.DOCKER_HUB_USERNAME }} password: ${{ secrets.DOCKER_HUB_TOKEN }} - name: Login to GitHub Container Registry id: ghcr-login if: ${{ env.ghcr-credentials == 'true' }} uses: docker/login-action@v1 with: registry: ghcr.io username: ${{ secrets.GHCR_USERNAME }} password: ${{ secrets.GHCR_TOKEN }} - name: Define repositories id: repositories shell: bash run: | echo ::set-output name=build::zmk-build-${{ matrix.architecture }} echo ::set-output name=dev::zmk-dev-${{ matrix.architecture }} echo ::set-output name=target::zmk-${{ matrix.target }}-${{ matrix.architecture }} - name: Define paths id: paths shell: bash env: NS: ${{ env.docker-hub-namespace }} TARGET: ${{ steps.repositories.outputs.target }} BUILD: ${{ steps.repositories.outputs.build }} DEV: ${{ steps.repositories.outputs.dev }} CANDIDATE: ${{ needs.tags.outputs.candidate }} BRANCH: ${{ needs.tags.outputs.branch }} run: | echo ::set-output name=target-candidate::docker.io/${NS}/${TARGET}:${CANDIDATE} echo ::set-output name=target-branch::docker.io/${NS}/${TARGET}:${BRANCH} echo ::set-output name=build-branch::docker.io/${NS}/${BUILD}:${BRANCH} echo ::set-output name=dev-branch::docker.io/${NS}/${DEV}:${BRANCH} - name: Set up QEMU uses: docker/setup-qemu-action@v1 - name: Set up Docker Buildx uses: docker/setup-buildx-action@v1 - name: Build and load candidate image id: build-push uses: docker/build-push-action@v2 with: target: ${{ matrix.target }} build-args: | ZEPHYR_VERSION=${{ env.zephyr-version }} ARCHITECTURE=${{ matrix.architecture }} ZEPHYR_SDK_VERSION=${{ env.zephyr-sdk-version }} labels: | org.opencontainers.image.source=${{ github.server_url }}/${{ github.repository }} org.opencontainers.image.revision=${{ github.sha }} tags: | ${{ steps.paths.outputs.target-candidate }} ${{ steps.paths.outputs.target-branch }} cache-from: | type=registry,ref=${{ steps.paths.outputs.build-branch }} type=registry,ref=${{ steps.paths.outputs.dev-branch }} cache-to: type=inline load: true - name: Create and run container from candidate image shell: bash run: docker run -d -it --name candidate ${{ env.docker-args }} ${{ steps.paths.outputs.target-candidate }} - name: Checkout ZMK uses: actions/checkout@v2 with: repository: ${{ env.zmk-repository }} ref: ${{ env.zmk-ref }} - name: Cache Zephyr modules uses: actions/cache@v2 env: cache-name: zephyr-modules with: path: | modules/ tools/ zephyr/ bootloader/ key: ${{ runner.os }}/${{ env.cache-name }}/${{ hashFiles('app/west.yml') }} restore-keys: | ${{ runner.os }}/${{ env.cache-name }}/ - name: Test diff run: diff --version - name: Test west init run: west init -l app - name: Test west update run: west update - name: Test west zephyr-export run: west zephyr-export - name: Test board/shield (west build) if: ${{ matrix.board != null }} run: west build -s app -b ${{ matrix.board }} -- ${{ matrix.shield != null && format('-DSHIELD={0}', matrix.shield) || null }} - name: Test RAM report (west build) run: west build -t ram_report - name: Test ROM report (west build) run: west build -t rom_report - name: Test west test (single) run: west test tests/none/normal - name: Test west test (full) if: ${{ env.run-unit-tests == 'true' }} run: west test - name: Test clean (west build) run: west build -t clean - name: Test clang-format if: ${{ matrix.target == 'dev' }} run: clang-format --version - name: Test node if: ${{ matrix.target == 'dev' }} run: node --version - name: Test docs ci if: ${{ matrix.target == 'dev' }} run: cd docs && npm ci - name: Test docs lint if: ${{ matrix.target == 'dev' }} run: cd docs && npm run lint - name: Test docs prettier check if: ${{ matrix.target == 'dev' }} run: cd docs && npm run prettier:check - name: Test docs start (webpack-dev-server) if: ${{ matrix.target == 'dev' }} run: cd docs && timeout -s SIGINT 20 npm run start & - run: sleep 15 if: ${{ matrix.target == 'dev' }} - name: Test docs wget (webpack-dev-server) if: ${{ matrix.target == 'dev' }} run: wget http://localhost:3000 - run: sleep 10 if: ${{ matrix.target == 'dev' }} - name: Test docs build (webpack) if: ${{ matrix.target == 'dev' }} run: cd docs && npm run build - name: Test docs serve (webpack) if: ${{ matrix.target == 'dev' }} run: cd docs && timeout -s SIGINT 10 npm run serve & - run: sleep 5 if: ${{ matrix.target == 'dev' }} - name: Test docs wget (webpack) if: ${{ matrix.target == 'dev' }} run: wget http://localhost:3000 - name: Test ssh if: ${{ matrix.target == 'dev' }} run: ssh -V - name: Stop container shell: bash run: docker stop candidate - name: Push candidate image to the registry if: ${{ steps.docker-hub-login.outcome == 'success' }} shell: bash run: | docker image push ${{ steps.paths.outputs.target-candidate }} docker image push ${{ steps.paths.outputs.target-branch }} releases: needs: - architectures - tags if: ${{ github.ref == format('refs/tags/{0}', needs.tags.outputs.release-trigger) }} runs-on: ubuntu-latest strategy: matrix: architecture: ${{ fromJSON(needs.architectures.outputs.json) }} target: - build - dev steps: - name: Login to GitHub Container Registry id: ghcr-login uses: docker/login-action@v1 with: registry: ghcr.io username: ${{ secrets.GHCR_USERNAME }} password: ${{ secrets.GHCR_TOKEN }} - name: Login to Docker Hub id: docker-hub-login uses: docker/login-action@v1 with: username: ${{ secrets.DOCKER_HUB_USERNAME }} password: ${{ secrets.DOCKER_HUB_TOKEN }} - name: Release (pull candidate, tag, push) env: DHNS: ${{ env.docker-hub-namespace }} GHCRNS: ${{ env.ghcr-namespace }} TARGET: ${{ matrix.target }} ARCHITECTURE: ${{ matrix.architecture }} CANDIDATE: ${{ needs.tags.outputs.candidate }} VERSIONS: ${{ needs.tags.outputs.versions }} LATEST: ${{ needs.tags.outputs.latest }} run: | REPOSITORY=zmk-${TARGET}-${ARCHITECTURE} docker pull docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} docker tag docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} docker.io/${DHNS}/${REPOSITORY}:${VERSIONS} docker tag docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} docker.io/${DHNS}/${REPOSITORY}:${LATEST} docker tag docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} ghcr.io/${GHCRNS}/${REPOSITORY}:${CANDIDATE} docker tag docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} ghcr.io/${GHCRNS}/${REPOSITORY}:${VERSIONS} docker tag docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} ghcr.io/${GHCRNS}/${REPOSITORY}:${LATEST} docker push docker.io/${DHNS}/${REPOSITORY}:${CANDIDATE} docker push docker.io/${DHNS}/${REPOSITORY}:${VERSIONS} docker push docker.io/${DHNS}/${REPOSITORY}:${LATEST} docker push ghcr.io/${GHCRNS}/${REPOSITORY}:${CANDIDATE} docker push ghcr.io/${GHCRNS}/${REPOSITORY}:${VERSIONS} docker push ghcr.io/${GHCRNS}/${REPOSITORY}:${LATEST} git-tag: needs: - tags - releases runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v2 - name: Tag env: TAG: ${{ needs.tags.outputs.major-minor }} run: | git tag ${TAG} git push -f origin ${TAG}