Skip to content

Commit

Permalink
ci: nightly releases
Browse files Browse the repository at this point in the history
The nightly release will build the binary set from the `main` branch every night at midnight UTC.

The workflow:

* Builds the binaries with the `nightly` feature, which versions them using the current date, rather
  than a Semantic Version.
* Uploads packaged binaries to S3, again with the date for the version.
* Also uploads packaged binaries to S3 with 'nightly' as the version, which will always be the
  latest. The previous 'nightly' version will be deleted from the bucket.
* Creates a Github Release and uploads archives with the binaries packaged by architecture, as per
  the stable release. To prevent our releases page being flooded, the previous nightly release will
  be deleted before the current one is created.
  • Loading branch information
jacderida committed Sep 19, 2024
1 parent 5b0ecc6 commit ab21f79
Show file tree
Hide file tree
Showing 2 changed files with 343 additions and 22 deletions.
256 changes: 256 additions & 0 deletions .github/workflows/nightly-release.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,256 @@
name: nightly release

# on:
# schedule:
# - cron: '0 0 * * *' # Run every night at midnight UTC
# workflow_dispatch: # This also allows the workflow to be triggered manually

on:
push:
branches:
- ci-nightly_releases

env:
WORKFLOW_URL: https://github.com/maidsafe/safe_network/actions/runs

jobs:
build:
if: ${{ github.repository_owner == 'maidsafe' }}
name: build
environment: stable
env:
FOUNDATION_PK: ${{ vars.FOUNDATION_PK }}
GENESIS_PK: ${{ vars.GENESIS_PK }}
GENESIS_SK: ${{ secrets.GENESIS_SK }}
NETWORK_ROYALTIES_PK: ${{ vars.NETWORK_ROYALTIES_PK }}
PAYMENT_FORWARD_PK: ${{ vars.PAYMENT_FORWARD_PK }}
runs-on: ${{ matrix.os }}
strategy:
matrix:
include:
- os: windows-latest
target: x86_64-pc-windows-msvc
- os: macos-latest
target: x86_64-apple-darwin
- os: macos-latest
target: aarch64-apple-darwin
- os: ubuntu-latest
target: x86_64-unknown-linux-musl
- os: ubuntu-latest
target: arm-unknown-linux-musleabi
- os: ubuntu-latest
target: armv7-unknown-linux-musleabihf
- os: ubuntu-latest
target: aarch64-unknown-linux-musl
steps:
- uses: actions/checkout@v4
- uses: dtolnay/rust-toolchain@stable
- uses: cargo-bins/cargo-binstall@main
- shell: bash
run: cargo binstall --no-confirm just

- name: build nightly release artifacts
shell: bash
run: |
just build-release-artifacts "${{ matrix.target }}" "true"
- uses: actions/upload-artifact@main
with:
name: safe_network-${{ matrix.target }}
path: |
artifacts
!artifacts/.cargo-lock
- name: post notification to slack on failure
if: ${{ failure() }}
uses: bryannice/[email protected]
env:
SLACK_INCOMING_WEBHOOK: ${{ secrets.SLACK_GH_ACTIONS_WEBHOOK_URL }}
SLACK_MESSAGE: "Please check the logs for the run at ${{ env.WORKFLOW_URL }}/${{ github.run_id }}"
SLACK_TITLE: "Release Failed"

s3-release:
if: ${{ github.repository_owner == 'maidsafe' }}
name: s3 release
runs-on: ubuntu-latest
needs: [build]
env:
AWS_ACCESS_KEY_ID: ${{ secrets.S3_DEPLOY_AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.S3_DEPLOY_AWS_SECRET_ACCESS_KEY }}
AWS_DEFAULT_REGION: eu-west-2
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-pc-windows-msvc
path: artifacts/x86_64-pc-windows-msvc/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-unknown-linux-musl
path: artifacts/x86_64-unknown-linux-musl/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-apple-darwin
path: artifacts/x86_64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-apple-darwin
path: artifacts/aarch64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-arm-unknown-linux-musleabi
path: artifacts/arm-unknown-linux-musleabi/release
- uses: actions/download-artifact@master
with:
name: safe_network-armv7-unknown-linux-musleabihf
path: artifacts/armv7-unknown-linux-musleabihf/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-unknown-linux-musl
path: artifacts/aarch64-unknown-linux-musl/release

- uses: cargo-bins/cargo-binstall@main
- name: install just
shell: bash
run: cargo binstall --no-confirm just

- name: remove latest nightly release
shell: bash
run: |
just delete-s3-bin "faucet" "nightly"
just delete-s3-bin "nat-detection" "nightly"
just delete-s3-bin "node-launchpad" "nightly"
just delete-s3-bin "safe" "nightly"
just delete-s3-bin "safenode" "nightly"
just delete-s3-bin "safenode_rpc_client" "nightly"
just delete-s3-bin "safenode-manager" "nightly"
just delete-s3-bin "safenodemand" "nightly"
just delete-s3-bin "sn_auditor" "nightly"
- name: upload binaries to S3
shell: bash
run: |
version=$(date +"%Y.%m.%d")
just package-bin "faucet" "$version"
just package-bin "nat-detection" "$version"
just package-bin "node-launchpad" "$version"
just package-bin "safe" "$version"
just package-bin "safenode" "$version"
just package-bin "safenode_rpc_client" "$version"
just package-bin "safenode-manager" "$version"
just package-bin "safenodemand" "$version"
just package-bin "sn_auditor" "$version"
just upload-all-packaged-bins-to-s3
rm -rf packaged_bins
just package-bin "faucet" "nightly"
just package-bin "nat-detection" "nightly"
just package-bin "node-launchpad" "nightly"
just package-bin "safe" "nightly"
just package-bin "safenode" "nightly"
just package-bin "safenode_rpc_client" "nightly"
just package-bin "safenode-manager" "nightly"
just package-bin "safenodemand" "nightly"
just package-bin "sn_auditor" "nightly"
just upload-all-packaged-bins-to-s3
github-release:
if: ${{ github.repository_owner == 'maidsafe' }}
name: github release
runs-on: ubuntu-latest
needs: [s3-release]
steps:
- uses: actions/checkout@v4
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-pc-windows-msvc
path: artifacts/x86_64-pc-windows-msvc/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-unknown-linux-musl
path: artifacts/x86_64-unknown-linux-musl/release
- uses: actions/download-artifact@master
with:
name: safe_network-x86_64-apple-darwin
path: artifacts/x86_64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-apple-darwin
path: artifacts/aarch64-apple-darwin/release
- uses: actions/download-artifact@master
with:
name: safe_network-arm-unknown-linux-musleabi
path: artifacts/arm-unknown-linux-musleabi/release
- uses: actions/download-artifact@master
with:
name: safe_network-armv7-unknown-linux-musleabihf
path: artifacts/armv7-unknown-linux-musleabihf/release
- uses: actions/download-artifact@master
with:
name: safe_network-aarch64-unknown-linux-musl
path: artifacts/aarch64-unknown-linux-musl/release

- uses: cargo-bins/cargo-binstall@main
- name: install just
shell: bash
run: cargo binstall --no-confirm just

- name: set package version
shell: bash
run: |
version=$(date +"%Y.%m.%d")
echo "PACKAGE_VERSION=$version" >> $GITHUB_ENV
- name: package release artifacts
shell: bash
run: just package-all-architectures

- name: delete existing nightly release
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
run: |
releases=$(gh api repos/${{ github.repository }}/releases --paginate)
echo "$releases" | jq -c '.[]' | while read release; do
tag_name=$(echo $release | jq -r '.tag_name')
release_id=$(echo $release | jq -r '.id')
if [[ $tag_name == nightly* ]]; then
echo "deleting nightly release $tag_name"
gh api -X DELETE repos/${{ github.repository }}/releases/$release_id
exit 0
fi
done
- name: create new nightly release
uses: actions/create-release@v1
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
with:
tag_name: nightly-${{ env.PACKAGE_VERSION }}
release_name: "${{ env.PACKAGE_VERSION }} Nightly Release"
body: |
Nightly release of the Autonomi binary set, built from the `main` branch.
These binaries should be compatible with the stable network, but they should be considered experimental.
For the most reliable experience, prefer the latest stable release.
draft: false
prerelease: true

- name: upload artifacts as assets
env:
GITHUB_TOKEN: ${{ secrets.VERSION_BUMP_COMMIT_PAT }}
shell: bash
run: |
(
cd packaged_architectures
ls | xargs gh release upload nightly-${{ env.PACKAGE_VERSION }}
)
- name: post notification to slack on failure
if: ${{ failure() }}
uses: bryannice/[email protected]
env:
SLACK_INCOMING_WEBHOOK: ${{ secrets.SLACK_GH_ACTIONS_WEBHOOK_URL }}
SLACK_MESSAGE: "Please check the logs for the run at ${{ env.WORKFLOW_URL }}/${{ github.run_id }}"
SLACK_TITLE: "Nightly Release Failed"
Loading

0 comments on commit ab21f79

Please sign in to comment.