Merge branch 'main' into fix/add-adjust-senate-call

opentensor · Jun 14, 2024 · 072a149 · 072a149
2 parents a7ea851 + 703bdbd
commit 072a149
Show file tree

Hide file tree

Showing 76 changed files with 7,490 additions and 4,007 deletions.
diff --git a/.github/workflows/check-rust.yml b/.github/workflows/check-rust.yml
@@ -1,7 +1,7 @@
-name: CI
+name: Check Rust
 
 concurrency:
-  group: ci-${{ github.ref }}
+  group: check-rust-${{ github.ref }}
   cancel-in-progress: true
 
 on:
@@ -65,8 +65,7 @@ jobs:
       - name: cargo fmt
         run: cargo fmt --check --all
 
-  # runs cargo clippy --workspace --all-targets --all-features
-  cargo-clippy:
+  cargo-clippy-default-features:
     name: cargo clippy
     runs-on: SubtensorCI
     strategy:
@@ -111,8 +110,104 @@ jobs:
         with:
           key: ${{ matrix.os }}-${{ env.RUST_BIN_DIR }}
 
-      - name: cargo clippy --workspace --all-targets --all-features
-        run: cargo clippy --workspace --all-targets --all-features
+      - name: cargo clippy --workspace --all-targets -- -D warnings
+        run: cargo clippy --workspace --all-targets -- -D warnings
+
+  cargo-clippy-all-features:
+    name: cargo clippy --all-features
+    runs-on: SubtensorCI
+    strategy:
+      matrix:
+        rust-branch:
+          - nightly-2024-03-05
+        rust-target:
+          - x86_64-unknown-linux-gnu
+          # - x86_64-apple-darwin
+        os:
+          - ubuntu-latest
+          # - macos-latest
+        include:
+          - os: ubuntu-latest
+          # - os: macos-latest
+    env:
+      RELEASE_NAME: development
+      # RUSTFLAGS: -A warnings
+      RUSTV: ${{ matrix.rust-branch }}
+      RUST_BACKTRACE: full
+      RUST_BIN_DIR: target/${{ matrix.rust-target }}
+      SKIP_WASM_BUILD: 1
+      TARGET: ${{ matrix.rust-target }}
+    steps:
+      - name: Check-out repository under $GITHUB_WORKSPACE
+        uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          sudo apt-get update &&
+          sudo apt-get install -y clang curl libssl-dev llvm libudev-dev protobuf-compiler
+
+      - name: Install Rust ${{ matrix.rust-branch }}
+        uses: actions-rs/[email protected]
+        with:
+          toolchain: ${{ matrix.rust-branch }}
+          components: rustfmt, clippy
+          profile: minimal
+
+      - name: Utilize Shared Rust Cache
+        uses: Swatinem/[email protected]
+        with:
+          key: ${{ matrix.os }}-${{ env.RUST_BIN_DIR }}
+
+      - name: cargo clippy --workspace --all-targets --all-features -- -D warnings
+        run: cargo clippy --workspace --all-targets --all-features -- -D warnings
+
+  cargo-clippy-all-features:
+    name: cargo clippy --all-features
+    runs-on: SubtensorCI
+    strategy:
+      matrix:
+        rust-branch:
+          - nightly-2024-03-05
+        rust-target:
+          - x86_64-unknown-linux-gnu
+          # - x86_64-apple-darwin
+        os:
+          - ubuntu-latest
+          # - macos-latest
+        include:
+          - os: ubuntu-latest
+          # - os: macos-latest
+    env:
+      RELEASE_NAME: development
+      # RUSTFLAGS: -A warnings
+      RUSTV: ${{ matrix.rust-branch }}
+      RUST_BACKTRACE: full
+      RUST_BIN_DIR: target/${{ matrix.rust-target }}
+      SKIP_WASM_BUILD: 1
+      TARGET: ${{ matrix.rust-target }}
+    steps:
+      - name: Check-out repository under $GITHUB_WORKSPACE
+        uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          sudo apt-get update &&
+          sudo apt-get install -y clang curl libssl-dev llvm libudev-dev protobuf-compiler
+
+      - name: Install Rust ${{ matrix.rust-branch }}
+        uses: actions-rs/[email protected]
+        with:
+          toolchain: ${{ matrix.rust-branch }}
+          components: rustfmt, clippy
+          profile: minimal
+
+      - name: Utilize Shared Rust Cache
+        uses: Swatinem/[email protected]
+        with:
+          key: ${{ matrix.os }}-${{ env.RUST_BIN_DIR }}
+
+      - name: cargo clippy --workspace --all-targets --all-features -- -D warnings
+        run: cargo clippy --workspace --all-targets --all-features -- -D warnings
 
   # runs cargo test --workspace
   cargo-test:
@@ -273,7 +368,7 @@ jobs:
 
   check-feature-propagation:
     name: zepter run check
-    runs-on: ubuntu-22.04
+    runs-on: SubtensorCI
 
     steps:
       - name: Install stable Rust
@@ -295,7 +390,7 @@ jobs:
 
   check-finney-migrations:
     name: check finney migrations
-    runs-on: ubuntu-22.04
+    runs-on: SubtensorCI
     steps:
       - name: Checkout sources
         uses: actions/checkout@v4
@@ -306,40 +401,34 @@ jobs:
           runtime-package: "node-subtensor-runtime"
           node-uri: "wss://entrypoint-finney.opentensor.ai:443"
           checks: "pre-and-post"
-          extra-args: "--disable-spec-version-check --no-weight-warnings --disable-idempotency-checks"
-
-  # ----
-  # We can enable devnet and finney migrations once Polkadot v1.0 is deployed to finney, after
-  # which time all future migrations should be idempotent and won't start failing after the
-  # upgrade is deployed.
-  # ----
-  # check-devnet-migrations:
-  #   name: check devnet migrations
-  #   runs-on: ubuntu-22.04
-  #   steps:
-  #     - name: Checkout sources
-  #       uses: actions/checkout@v4
-  #
-  #     - name: Run Try Runtime Checks
-  #       uses: "paritytech/[email protected]"
-  #       with:
-  #         runtime-package: "node-subtensor-runtime"
-  #         node-uri: "wss://dev.chain.opentensor.ai:443"
-  #         checks: "pre-and-post"
-  #         extra-args: "--disable-spec-version-check --no-weight-warnings --disable-idempotency-checks"
-  #
-  # check-testnet-migrations:
-  #   name: check testnet migrations
-  #   runs-on: ubuntu-22.04
-  #   steps:
-  #     - name: Checkout sources
-  #       uses: actions/checkout@v4
-  #
-  #     - name: Run Try Runtime Checks
-  #       uses: "paritytech/[email protected]"
-  #       with:
-  #         runtime-package: "node-subtensor-runtime"
-  #         node-uri: "wss://test.chain.opentensor.ai:443"
-  #         checks: "pre-and-post"
-  #         extra-args: "--disable-spec-version-check --no-weight-warnings --disable-idempotency-checks"
-  #
+          extra-args: "--disable-spec-version-check --no-weight-warnings"
+
+  check-devnet-migrations:
+    name: check devnet migrations
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v3
+
+      - name: Run Try Runtime Checks
+        uses: "paritytech/[email protected]"
+        with:
+          runtime-package: "node-subtensor-runtime"
+          node-uri: "wss://dev.chain.opentensor.ai:443"
+          checks: "pre-and-post"
+          extra-args: "--disable-spec-version-check --no-weight-warnings"
+
+  check-testnet-migrations:
+    name: check testnet migrations
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v3
+
+      - name: Run Try Runtime Checks
+        uses: "paritytech/[email protected]"
+        with:
+          runtime-package: "node-subtensor-runtime"
+          node-uri: "wss://test.chain.opentensor.ai:443"
+          checks: "pre-and-post"
+          extra-args: "--disable-spec-version-check --no-weight-warnings"
diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml
@@ -0,0 +1,55 @@
+name: Publish Docker Image
+
+on:
+  push:
+    branches:
+      - main
+    tags:
+      - '*'
+  pull_request:
+    branches:
+    - main
+  workflow_dispatch:
+
+permissions:
+    contents: read
+    packages: write
+    actions: read
+    security-events: write
+
+jobs:
+  publish:
+    runs-on: SubtensorCI
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Login to GHCR
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Extract metadata (tags, labels) for Docker
+        id: meta
+        uses: docker/metadata-action@v4
+        with:
+          images: ghcr.io/${{ github.repository }}
+
+      - name: Build and push Docker image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          push: true
+          tags: |
+            ${{ steps.meta.outputs.tags }}
+            ghcr.io/${{ github.repository }}:latest
+          labels: ${{ steps.meta.outputs.labels }}
diff --git a/.github/workflows/e2e-bittensor-tests.yml b/.github/workflows/e2e-bittensor-tests.yml
@@ -0,0 +1,85 @@
+name: E2E Bittensor Tests
+
+concurrency:
+  group: e2e-bittensor-${{ github.ref }}
+  cancel-in-progress: true
+
+on:
+  ## Run automatically for all PRs against main, regardless of what the changes are
+  ## to be safe and so we can more easily force re-run the CI when github is being
+  ## weird by using a blank commit
+  push:
+    branches: [main, development, staging]
+
+  ##
+  # Run automatically for PRs against default/main branch if Rust files change
+  pull_request:
+    branches: [main, development, staging]
+
+  ## Allow running workflow manually from the Actions tab
+  workflow_dispatch:
+    inputs:
+      verbose:
+        description: "Output more information when triggered manually"
+        required: false
+        default: ""
+
+env:
+  CARGO_TERM_COLOR: always
+  VERBOSE: ${{ github.events.input.verbose }}
+
+jobs:
+  run:
+    runs-on: SubtensorCI
+    strategy:
+      matrix:
+        rust-branch:
+          - nightly-2024-03-05
+        rust-target:
+          - x86_64-unknown-linux-gnu
+          # - x86_64-apple-darwin
+        os:
+          - ubuntu-latest
+          # - macos-latest
+        include:
+          - os: ubuntu-latest
+          # - os: macos-latest
+    env:
+      RELEASE_NAME: development
+      RUSTV: ${{ matrix.rust-branch }}
+      RUST_BACKTRACE: full
+      RUST_BIN_DIR: target/${{ matrix.rust-target }}
+      TARGET: ${{ matrix.rust-target }}
+    steps:
+      - name: Check-out repository under $GITHUB_WORKSPACE
+        uses: actions/checkout@v2
+
+      - name: Install dependencies
+        run: |
+          sudo apt-get update &&
+          sudo apt-get install -y clang curl libssl-dev llvm libudev-dev protobuf-compiler
+
+      - name: Install Rust ${{ matrix.rust-branch }}
+        uses: actions-rs/[email protected]
+        with:
+          toolchain: ${{ matrix.rust-branch }}
+          components: rustfmt
+          profile: minimal
+
+      - name: Clone bittensor repo
+        run: git clone https://github.com/opentensor/bittensor.git
+
+      - name: Setup bittensor repo
+        working-directory: ${{ github.workspace }}/bittensor
+        run: |
+          git checkout staging
+          python3 -m pip install -e .
+          python3 -m pip install torch
+          python3 -m pip install pytest
+
+      - name: Run tests
+        working-directory: ${{ github.workspace }}/bittensor
+        run: |
+          pwd
+          ls
+          LOCALNET_SH_PATH="${{ github.workspace }}/scripts/localnet.sh" pytest tests/e2e_tests/ -s
diff --git a/.gitignore b/.gitignore
@@ -34,4 +34,10 @@ specs/*.json
 *.orig
 
 # VSCode configuration
-.vscode
+.vscode
+
+# IntelliJ IDEA configuration
+.idea
+
+# Runtime upgrade snapshot
+bt.snap
diff --git a/CITATION.cft b/CITATION.cft