From 9ae64a2d9bfd438b37641cea71b2682f116ad4f4 Mon Sep 17 00:00:00 2001 From: atalman Date: Thu, 25 Jul 2024 10:00:11 -0700 Subject: [PATCH] fix --- .github/workflows/build-conda-images.yml | 47 ----- .github/workflows/build-libtorch-images.yml | 82 -------- .github/workflows/build-manywheel-images.yml | 210 ------------------- 3 files changed, 339 deletions(-) delete mode 100644 .github/workflows/build-conda-images.yml delete mode 100644 .github/workflows/build-libtorch-images.yml delete mode 100644 .github/workflows/build-manywheel-images.yml diff --git a/.github/workflows/build-conda-images.yml b/.github/workflows/build-conda-images.yml deleted file mode 100644 index c977c8c5c..000000000 --- a/.github/workflows/build-conda-images.yml +++ /dev/null @@ -1,47 +0,0 @@ -name: Build conda docker images - -on: - push: - branches: - - main - - release/* - tags: - # NOTE: Binary build pipelines should only get triggered on release candidate or nightly builds - # Release candidate tags look like: v1.11.0-rc1 - - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ - paths: - - conda/Dockerfile - - 'common/*' - - .github/workflows/build-conda-images.yml - pull_request: - paths: - - conda/Dockerfile - - 'common/*' - - .github/workflows/build-conda-images.yml - -env: - DOCKER_REGISTRY: "docker.io" - DOCKER_BUILDKIT: 1 - DOCKER_ID: ${{ secrets.DOCKER_ID }} - DOCKER_TOKEN: ${{ secrets.DOCKER_TOKEN }} - WITH_PUSH: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release')) }} - -jobs: - build-docker: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - cuda_version: ["11.8", "12.1", "12.4", "cpu"] - env: - CUDA_VERSION: ${{ matrix.cuda_version }} - steps: - - name: Checkout PyTorch builder - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - conda/build_docker.sh diff --git a/.github/workflows/build-libtorch-images.yml b/.github/workflows/build-libtorch-images.yml deleted file mode 100644 index f066cf834..000000000 --- a/.github/workflows/build-libtorch-images.yml +++ /dev/null @@ -1,82 +0,0 @@ -name: Build libtorch docker images - -on: - push: - branches: - - main - - release/* - tags: - # NOTE: Binary build pipelines should only get triggered on release candidate or nightly builds - # Release candidate tags look like: v1.11.0-rc1 - - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ - paths: - - .github/workflows/build-libtorch-images.yml - - libtorch/Dockerfile - - libtorch/build_docker.sh - - 'common/*' - pull_request: - paths: - - .github/workflows/build-libtorch-images.yml - - libtorch/Dockerfile - - 'common/*' - - libtorch/build_docker.sh - -env: - DOCKER_REGISTRY: "docker.io" - DOCKER_BUILDKIT: 1 - DOCKER_ID: ${{ secrets.DOCKER_ID }} - DOCKER_TOKEN: ${{ secrets.DOCKER_TOKEN }} - WITH_PUSH: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release')) }} - -jobs: - build-docker-cuda: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - cuda_version: ["12.4", "12.1", "11.8"] - env: - GPU_ARCH_TYPE: cuda - GPU_ARCH_VERSION: ${{ matrix.cuda_version }} - steps: - - name: Checkout PyTorch builder - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - libtorch/build_docker.sh - build-docker-rocm: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - rocm_version: ["6.0", "6.1"] - env: - GPU_ARCH_TYPE: rocm - GPU_ARCH_VERSION: ${{ matrix.rocm_version }} - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - libtorch/build_docker.sh - build-docker-cpu: - runs-on: ubuntu-22.04 - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - libtorch/build_docker.sh diff --git a/.github/workflows/build-manywheel-images.yml b/.github/workflows/build-manywheel-images.yml deleted file mode 100644 index aaf420d60..000000000 --- a/.github/workflows/build-manywheel-images.yml +++ /dev/null @@ -1,210 +0,0 @@ -name: Build manywheel docker images - -on: - push: - branches: - - main - - release/* - tags: - # NOTE: Binary build pipelines should only get triggered on release candidate or nightly builds - # Release candidate tags look like: v1.11.0-rc1 - - v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+ - paths: - - .github/workflows/build-manywheel-images.yml - - manywheel/Dockerfile - - manywheel/Dockerfile_2_28 - - manywheel/Dockerfile_aarch64 - - manywheel/Dockerfile_2_28_aarch64 - - manywheel/Dockerfile_cuda_aarch64 - - manywheel/Dockerfile_cxx11-abi - - manywheel/build_docker.sh - - 'common/*' - pull_request: - paths: - - .github/workflows/build-manywheel-images.yml - - manywheel/Dockerfile - - manywheel/Dockerfile_2_28 - - manywheel/Dockerfile_aarch64 - - manywheel/Dockerfile_2_28_aarch64 - - manywheel/Dockerfile_cuda_aarch64 - - manywheel/Dockerfile_cxx11-abi - - 'common/*' - - manywheel/build_docker.sh - -env: - DOCKER_REGISTRY: "docker.io" - DOCKER_BUILDKIT: 1 - DOCKER_ID: ${{ secrets.DOCKER_ID }} - DOCKER_TOKEN: ${{ secrets.DOCKER_TOKEN }} - WITH_PUSH: ${{ github.event_name == 'push' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release')) }} - -jobs: - build-docker-cuda: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - cuda_version: ["12.4", "12.1", "11.8"] - env: - GPU_ARCH_TYPE: cuda - GPU_ARCH_VERSION: ${{ matrix.cuda_version }} - steps: - - name: Purge tools folder (free space for build) - run: rm -rf /opt/hostedtoolcache - - name: Checkout PyTorch builder - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - # NOTE: manylinux_2_28 are still experimental, see https://github.com/pytorch/pytorch/issues/123649 - build-docker-cuda-manylinux_2_28: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - cuda_version: ["12.4", "12.1", "11.8"] - env: - GPU_ARCH_TYPE: cuda-manylinux_2_28 - GPU_ARCH_VERSION: ${{ matrix.cuda_version }} - steps: - - name: Purge tools folder (free space for build) - run: rm -rf /opt/hostedtoolcache - - name: Checkout PyTorch builder - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cuda-aarch64: - runs-on: linux.arm64.2xlarge - strategy: - matrix: - cuda_version: ["12.4"] - env: - GPU_ARCH_TYPE: cuda-aarch64 - GPU_ARCH_VERSION: ${{ matrix.cuda_version }} - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-rocm: - runs-on: linux.12xlarge.ephemeral - strategy: - matrix: - rocm_version: ["6.0", "6.1"] - env: - GPU_ARCH_TYPE: rocm - GPU_ARCH_VERSION: ${{ matrix.rocm_version }} - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cpu: - runs-on: ubuntu-22.04 - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cpu-manylinux_2_28: - runs-on: ubuntu-22.04 - env: - GPU_ARCH_TYPE: cpu-manylinux_2_28 - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cpu-aarch64: - runs-on: linux.arm64.2xlarge - env: - GPU_ARCH_TYPE: cpu-aarch64 - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cpu-aarch64-2_28: - runs-on: linux.arm64.2xlarge - env: - GPU_ARCH_TYPE: cpu-aarch64-2_28 - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-cpu-cxx11-abi: - runs-on: ubuntu-22.04 - env: - GPU_ARCH_TYPE: cpu-cxx11-abi - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh - build-docker-xpu: - runs-on: linux.12xlarge.ephemeral - env: - GPU_ARCH_TYPE: xpu - steps: - - name: Checkout PyTorch - uses: actions/checkout@v3 - - name: Authenticate if WITH_PUSH - run: | - if [[ "${WITH_PUSH}" == true ]]; then - echo "${DOCKER_TOKEN}" | docker login -u "${DOCKER_ID}" --password-stdin - fi - - name: Build Docker Image - run: | - manywheel/build_docker.sh