[release only] Docker build for release - trigger manually from pytor… #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Official Docker Images | ||
| on: | ||
| workflow_dispatch: | ||
| inputs: | ||
| channel: | ||
| description: "Channel to use (nightly, test, release)" | ||
| required: false | ||
| type: choice | ||
| default: test | ||
| options: | ||
| - release | ||
| - test | ||
| pull_request: | ||
| paths: | ||
| - Dockerfile | ||
| - docker.Makefile | ||
| - .github/workflows/docker-release.yml | ||
| push: | ||
| branches: | ||
| - nightly | ||
| tags: | ||
| # Release candidate tags look like: v1.11.0-rc1 | ||
| - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ | ||
| - ciflow/nightly/* | ||
| concurrency: | ||
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}-${{ github.event_name == 'workflow_dispatch' }} | ||
| cancel-in-progress: true | ||
| env: | ||
| BUILD_PROGRESS: plain | ||
| BUILD_TYPE: official | ||
| DOCKER_ORG: pytorch | ||
| DOCKER_REGISTRY: ghcr.io | ||
| NO_BUILD_SUFFIX: true | ||
| USE_BUILDX: 1 | ||
| WITH_PUSH: ${{ github.event_name == 'push' && (github.event.ref == 'refs/heads/nightly' || (startsWith(github.event.ref, 'refs/tags/') && !startsWith(github.event.ref, 'refs/tags/ciflow/'))) }} | ||
| jobs: | ||
| build: | ||
| if: ${{ github.repository == 'pytorch/pytorch' }} | ||
| runs-on: [self-hosted, linux.2xlarge] | ||
| environment: ${{ (github.ref == 'refs/heads/main' || startsWith(github.event.ref, 'refs/tags/v')) && 'docker-build' || '' }} | ||
| timeout-minutes: 240 | ||
| strategy: | ||
| matrix: | ||
| include:y | ||
| # nvidia specific images don't exist for arm64 so only build the runtime image | ||
| - image_type: runtime | ||
| platform: linux/arm64,linux/amd64 | ||
| - image_type: devel | ||
| platform: linux/amd64 | ||
| env: | ||
| BUILD_IMAGE_TYPE: ${{ matrix.image_type }} | ||
| BUILD_PLATFORMS: ${{ matrix.platform }} | ||
| CHANNEL: ${{ inputs.channel }} | ||
| steps: | ||
| - name: Setup SSH (Click me for login details) | ||
| uses: pytorch/test-infra/.github/actions/setup-ssh@release/2.1 | ||
| with: | ||
| github-secret: ${{ secrets.GITHUB_TOKEN }} | ||
| # [see note: pytorch repo ref] | ||
| # deep clone (fetch-depth 0) required for git merge-base | ||
| - name: Checkout PyTorch | ||
| uses: actions/checkout@v3 | ||
| with: | ||
| fetch-depth: 0 | ||
| submodules: 'recursive' | ||
| - name: Setup Linux | ||
| uses: ./.github/actions/setup-linux | ||
| - name: Login to GitHub Container Registry | ||
| if: ${{ env.WITH_PUSH == 'true' }} | ||
| uses: docker/login-action@v2 | ||
| with: | ||
| registry: ghcr.io | ||
| username: pytorch | ||
| password: ${{ secrets.GHCR_PAT }} | ||
| # Setup multi-arch image builds | ||
| - name: Set up QEMU | ||
| uses: docker/setup-qemu-action@v2 | ||
| env: | ||
| QEMU_BINARY_PATH: ${{ runner.temp }}/bin | ||
| - name: Set up Docker Buildx | ||
| uses: docker/setup-buildx-action@v2 | ||
| with: | ||
| version: v0.10.0 | ||
| - name: Setup job specific variables | ||
| run: | | ||
| set -eou pipefail | ||
| # To get QEMU binaries in our PATH | ||
| echo "${RUNNER_TEMP}/bin" >> "${GITHUB_PATH}" | ||
| # Generate PyTorch version to use | ||
| if [[ ${CHANNEL} == "release" ]]; then | ||
| echo "PYTORCH_VERSION=2.1.0" | ||
| else | ||
| echo "PYTORCH_VERSION=$(python3 .github/scripts/generate_pytorch_version.py)" >> "${GITHUB_ENV}" | ||
| fi | ||
| - name: Setup release specific variables | ||
| run: | | ||
| { | ||
| echo "INSTALL_CHANNEL=pytorch-test"; | ||
| if [[ ${CHANNEL} == "release" ]]; then | ||
| echo "INSTALL_CHANNEL=pytorch"; | ||
| fi | ||
| echo "TRITON_VERSION=$(cut -f 1 .ci/docker/triton_version.txt)+$(cut -c -10 .ci/docker/ci_commit_pins/triton.txt)"; | ||
| } >> "${GITHUB_ENV}" | ||
| - name: Run docker build / push | ||
| # WITH_PUSH is used here to determine whether or not to add the --push flag | ||
| run: | | ||
| make -f docker.Makefile "${BUILD_IMAGE_TYPE}-image" | ||
| - name: Push nightly tags | ||
| if: ${{ github.event.ref == 'refs/heads/nightly' && matrix.image_type == 'runtime' }} | ||
| run: | | ||
| PYTORCH_DOCKER_TAG="${PYTORCH_VERSION}-runtime" | ||
| CUDA_VERSION=$(python3 -c "import re;print(re.search('CUDA_VERSION\s+=\s+([0-9\.]+)',open('docker.Makefile').read())[1],end='')") | ||
| PYTORCH_NIGHTLY_COMMIT=$(docker run ghcr.io/pytorch/pytorch-nightly:"${PYTORCH_DOCKER_TAG}" \ | ||
| python -c 'import torch; print(torch.version.git_version[:7],end="")') | ||
| docker tag ghcr.io/pytorch/pytorch-nightly:"${PYTORCH_DOCKER_TAG}" \ | ||
| ghcr.io/pytorch/pytorch-nightly:"${PYTORCH_NIGHTLY_COMMIT}-cu${CUDA_VERSION}" | ||
| docker push ghcr.io/pytorch/pytorch-nightly:"${PYTORCH_NIGHTLY_COMMIT}-cu${CUDA_VERSION}" | ||
| docker tag ghcr.io/pytorch/pytorch-nightly:"${PYTORCH_NIGHTLY_COMMIT}-cu${CUDA_VERSION}" \ | ||
| ghcr.io/pytorch/pytorch-nightly:latest | ||
| docker push ghcr.io/pytorch/pytorch-nightly:latest | ||
| - name: Teardown Linux | ||
| uses: pytorch/test-infra/.github/actions/teardown-linux@release/2.1 | ||
| if: always() | ||
