From 072b65c36493c131b94fd568738f4401d8f4afb5 Mon Sep 17 00:00:00 2001 From: Ben DiFrancesco Date: Wed, 6 Dec 2023 22:13:59 -0500 Subject: [PATCH] Import ScopeLift foundry template --- .github/workflows/ci.yml | 123 ++++++++++++++++++++++++++++++ .gitignore | 18 +++++ .gitmodules | 3 + README.md | 159 +++++++++++++++++++++++++++++++++++++++ foundry.toml | 27 +++++++ lib/forge-std | 1 + script/Deploy.s.sol | 16 ++++ src/Counter.sol | 14 ++++ test/Counter.t.sol | 26 +++++++ 9 files changed, 387 insertions(+) create mode 100644 .github/workflows/ci.yml create mode 100644 .gitignore create mode 100644 .gitmodules create mode 100644 README.md create mode 100644 foundry.toml create mode 160000 lib/forge-std create mode 100644 script/Deploy.s.sol create mode 100644 src/Counter.sol create mode 100644 test/Counter.t.sol diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml new file mode 100644 index 0000000..7dde004 --- /dev/null +++ b/.github/workflows/ci.yml @@ -0,0 +1,123 @@ +name: CI + +on: + workflow_dispatch: + pull_request: + push: + branches: + - main + +env: + FOUNDRY_PROFILE: ci + +jobs: + build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + + - name: Install Foundry + uses: foundry-rs/foundry-toolchain@v1 + + - name: Build contracts + run: | + forge --version + forge build --sizes + + test: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + + - name: Install Foundry + uses: foundry-rs/foundry-toolchain@v1 + + - name: Run tests + run: forge test + + coverage: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + + - name: Install Foundry + uses: foundry-rs/foundry-toolchain@v1 + + - name: Run coverage + run: forge coverage --report summary --report lcov + + # To ignore coverage for certain directories modify the paths in this step as needed. The + # below default ignores coverage results for the test and script directories. Alternatively, + # to include coverage in all directories, comment out this step. Note that because this + # filtering applies to the lcov file, the summary table generated in the previous step will + # still include all files and directories. + # The `--rc lcov_branch_coverage=1` part keeps branch info in the filtered report, since lcov + # defaults to removing branch info. + - name: Filter directories + run: | + sudo apt update && sudo apt install -y lcov + lcov --remove lcov.info 'test/*' 'script/*' --output-file lcov.info --rc lcov_branch_coverage=1 + + # This step posts a detailed coverage report as a comment and deletes previous comments on + # each push. The below step is used to fail coverage if the specified coverage threshold is + # not met. The below step can post a comment (when it's `github-token` is specified) but it's + # not as useful, and this action cannot fail CI based on a minimum coverage threshold, which + # is why we use both in this way. + - name: Post coverage report + if: github.event_name == 'pull_request' # This action fails when ran outside of a pull request. + uses: romeovs/lcov-reporter-action@v0.3.1 + with: + delete-old-comments: true + lcov-file: ./lcov.info + github-token: ${{ secrets.GITHUB_TOKEN }} # Adds a coverage summary comment to the PR. + + - name: Verify minimum coverage + uses: zgosalvez/github-actions-report-lcov@v2 + with: + coverage-files: ./lcov.info + minimum-coverage: 100 # Set coverage threshold. + + lint: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v3 + + - name: Install Foundry + uses: foundry-rs/foundry-toolchain@v1 + + - name: Install scopelint + uses: engineerd/configurator@v0.0.8 + with: + name: scopelint + repo: ScopeLift/scopelint + fromGitHubReleases: true + version: latest + pathInArchive: scopelint-x86_64-linux/scopelint + urlTemplate: https://github.com/ScopeLift/scopelint/releases/download/{{version}}/scopelint-x86_64-linux.tar.xz + token: ${{ secrets.GITHUB_TOKEN }} + + - name: Check formatting + run: | + scopelint --version + scopelint check + + slither-analyze: + runs-on: ubuntu-latest + permissions: + contents: read + security-events: write + steps: + - uses: actions/checkout@v3 + + - name: Run Slither + uses: crytic/slither-action@v0.3.0 + id: slither # Required to reference this step in the next step. + with: + fail-on: none # Required to avoid failing the CI run regardless of findings. + sarif: results.sarif + slither-args: --filter-paths "./lib|./test" --exclude naming-convention,solc-version + + - name: Upload SARIF file + uses: github/codeql-action/upload-sarif@v2 + with: + sarif_file: ${{ steps.slither.outputs.sarif }} diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..2036134 --- /dev/null +++ b/.gitignore @@ -0,0 +1,18 @@ +# Compiler files +cache/ +out/ + +# Ignores development broadcast logs +!/broadcast +/broadcast/*/31337/ +/broadcast/**/dry-run/ + +# Dotenv file +.env + +# Coverage +lcov.info + +# IDEs +.vscode +.idea diff --git a/.gitmodules b/.gitmodules new file mode 100644 index 0000000..888d42d --- /dev/null +++ b/.gitmodules @@ -0,0 +1,3 @@ +[submodule "lib/forge-std"] + path = lib/forge-std + url = https://github.com/foundry-rs/forge-std diff --git a/README.md b/README.md new file mode 100644 index 0000000..ed5d5da --- /dev/null +++ b/README.md @@ -0,0 +1,159 @@ +# ScopeLift Foundry Template + +An opinionated template for [Foundry](https://github.com/foundry-rs/foundry) projects. + +_**Please read the full README before using this template.**_ + +- [Usage](#usage) +- [Overview](#overview) + - [`foundry.toml`](#foundrytoml) + - [CI](#ci) + - [Test Structure](#test-structure) +- [Configuration](#configuration) + - [Coverage](#coverage) + - [Slither](#slither) + - [GitHub Code Scanning](#github-code-scanning) + +## Usage + +To use this template, use one of the below approaches: + +1. Run `forge init --template ScopeLift/foundry-template` in an empty directory. +2. Click [here](https://github.com/ScopeLift/foundry-template/generate) to generate a new repository from this template. +3. Click the "Use this template" button from this repo's [home page](https://github.com/ScopeLift/foundry-template). + +It's also recommend to install [scopelint](https://github.com/ScopeLift/scopelint), which is used in CI. +You can run this locally with `scopelint fmt` and `scopelint check`. +Note that these are supersets of `forge fmt` and `forge fmt --check`, so you do not need to run those forge commands when using scopelint. + +## Overview + +This template is designed to be a simple but powerful configuration for Foundry projects, that aims to help you follow Solidity and Foundry [best practices](https://book.getfoundry.sh/tutorials/best-practices) +Writing secure contracts is hard, so it ships with strict defaults that you can loosen as needed. + +### `foundry.toml` + +The `foundry.toml` config file comes with: + +- A `fmt` configuration. +- `default`, `lite`, and `ci` profiles. + +Both of these can of course be modified. +The `default` and `ci` profiles use the same solc build settings, which are intended to be the production settings, but the `ci` profile is configured to run deeper fuzz and invariant tests. +The `lite` profile turns the optimizer off, which is useful for speeding up compilation times during development. + +It's recommended to keep the solidity configuration of the `default` and `ci` profiles in sync, to avoid accidentally deploying contracts with suboptimal configuration settings when running `forge script`. +This means you can change the solc settings in the `default` profile and the `lite` profile, but never for the `ci` profile. + +Note that the `foundry.toml` file is formatted using [Taplo](https://taplo.tamasfe.dev/) via `scopelint fmt`. + +### CI + +Robust CI is also included, with a GitHub Actions workflow that does the following: + +- Runs tests with the `ci` profile. +- Verifies contracts are within the [size limit](https://eips.ethereum.org/EIPS/eip-170) of 24576 bytes. +- Runs `forge coverage` and verifies a minimum coverage threshold is met. +- Runs `slither`, integrated with GitHub's [code scanning](https://docs.github.com/en/code-security/code-scanning). See the [Configuration](#configuration) section to learn more. + +The CI also runs [scopelint](https://github.com/ScopeLift/scopelint) to verify formatting and best practices: + +- Checks that Solidity and TOML files have been formatted. + - Solidity checks use the `foundry.toml` config. + - Currently the TOML formatting cannot be customized. +- Validates test names follow a convention of `test(Fork)?(Fuzz)?_(Revert(If_|When_){1})?\w{1,}`. [^naming-convention] +- Validates constants and immutables are in `ALL_CAPS`. +- Validates internal functions in `src/` start with a leading underscore. +- Validates function names and visibility in forge scripts to 1 public `run` method per script. [^script-abi] + +Note that the foundry-toolchain GitHub Action will cache RPC responses in CI by default, and it will also update the cache when you update your fork tests. + +### Test Structure + +The test structure is configured to follow recommended [best practices](https://book.getfoundry.sh/tutorials/best-practices). +It's strongly recommended to read that document, as it covers a range of aspects. +Consequently, the test structure is as follows: + +- The core protocol deploy script is `script/Deploy.sol`. + This deploys the contracts and saves their addresses to storage variables. +- The tests inherit from this deploy script and execute `Deploy.run()` in their `setUp` method. + This has the effect of running all tests against your deploy script, giving confidence that your deploy script is correct. +- Each test contract serves as `describe` block to unit test a function, e.g. `contract Increment` to test the `increment` function. + +## Configuration + +After creating a new repository from this template, make sure to set any desired [branch protections](https://docs.github.com/en/repositories/configuring-branches-and-merges-in-your-repository/defining-the-mergeability-of-pull-requests/about-protected-branches) on your repo. + +### Coverage + +The [`ci.yml`](.github/workflows/ci.yml) has `coverage` configured by default, and contains comments explaining how to modify the configuration. +It uses: +The [lcov] CLI tool to filter out the `test/` and `script/` folders from the coverage report. + +- The [romeovs/lcov-reporter-action](https://github.com/romeovs/lcov-reporter-action) action to post a detailed coverage report to the PR. Subsequent commits on the same branch will automatically delete stale coverage comments and post new ones. +- The [zgosalvez/github-actions-report-lcov](https://github.com/zgosalvez/github-actions-report-lcov) action to fail coverage if a minimum coverage threshold is not met. + +Be aware of foundry's current coverage limitations: + +- You cannot filter files/folders from `forge` directly, so `lcov` is used to do this. +- `forge coverage` always runs with the optimizer off and without via-ir, so if you need either of these to compile you will not be able to run coverage. + +Remember not to optimize for coverage, but to optimize for [well thought-out tests](https://book.getfoundry.sh/tutorials/best-practices?highlight=coverage#best-practices-1). + +### Slither + +In [`ci.yml`](.github/workflows/ci.yml), you'll notice Slither is configured as follows: + +```yml +slither-args: --filter-paths "./lib|./test" --exclude naming-convention,solc-version +``` + +This means Slither is not run on the `lib` or `test` folders, and the [`naming-convention`](https://github.com/crytic/slither/wiki/Detector-Documentation#conformance-to-solidity-naming-conventions) and [solc-version](https://github.com/crytic/slither/wiki/Detector-Documentation#incorrect-versions-of-solidity) checks are disabled. + +This `slither-args` field is where you can change the Slither configuration for your project, and the defaults above can of course be changed. + +Notice that Slither will run against `script/` by default. +Carefully written and tested scripts are key to ensuring complex deployment and scripting pipelines execute as planned, but you are free to disable Slither checks on the scripts folder if it feels like overkill for your use case. + +For more information on configuration Slither, see [the documentation](https://github.com/crytic/slither/wiki/Usage). For more information on configuring the slither action, see the [slither-action](https://github.com/crytic/slither-action) repo. + +### GitHub Code Scanning + +As mentioned, the Slither CI step is integrated with GitHub's [code scanning](https://docs.github.com/en/code-security/code-scanning) feature. +This means when your jobs execute, you'll see two related checks: + +1. `CI / slither-analyze` +2. `Code scanning results / Slither` + +The first check is the actual Slither analysis. +You'll notice in the [`ci.yml`](.github/workflows/ci.yml) file that this check has a configuration of `fail-on: none`. +This means this step will _never_ fail CI, no matter how many findings there are or what their severity is. +Instead, this check outputs the findings to a SARIF file[^sarif] to be used in the next check. + +The second check is the GitHub code scanning check. +The `slither-analyze` job uploads the SARIF report to GitHub, which is then analyzed by GitHub's code scanning feature in this step. +This is the check that will fail CI if there are Slither findings. + +By default when you create a repository, only alerts with the severity level of `Error` will cause a pull request check failure, and checks will succeed with alerts of lower severities. +However, you can [configure](https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/configuring-code-scanning#defining-the-severities-causing-pull-request-check-failure) which level of slither results cause PR check failures. + +It's recommended to conservatively set the failure level to `Any` to start, and to reduce the failure level if you are unable to sufficiently tune Slither or find it to be too noisy. + +Findings are shown directly on the PR, as well as in your repo's "Security" tab, under the "Code scanning" section. +Alerts that are dismissed are remembered by GitHub, and will not be shown again on future PRs. + +Note that code scanning integration [only works](https://docs.github.com/en/code-security/code-scanning/automatically-scanning-your-code-for-vulnerabilities-and-errors/setting-up-code-scanning-for-a-repository) for public repos, or private repos with GitHub Enterprise Cloud and a license for GitHub Advanced Security. +If you have a private repo and don't want to purchase a license, the best option is probably to: + +- Remove the `Upload SARIF file` step from CI. +- Change the `Run Slither` step to `fail-on` whichever level you like, and remove the `sarif` output. +- Use [triage mode](https://github.com/crytic/slither/wiki/Usage#triage-mode) locally and commit the resulting `slither.db.json` file, and make sure CI has access to that file. + +[^naming-convention]: + A rigorous test naming convention is important for ensuring that tests are easy to understand and maintain, while also making filtering much easier. + For example, one benefit is filtering out all reverting tests when generating gas reports. + +[^script-abi]: Limiting scripts to a single public method makes it easier to understand a script's purpose, and facilitates composability of simple, atomic scripts. +[^sarif]: + [SARIF](https://sarifweb.azurewebsites.net/) (Static Analysis Results Interchange Format) is an industry standard for static analysis results. + You can read learn more about SARIF [here](https://github.com/microsoft/sarif-tutorials) and read about GitHub's SARIF support [here](https://docs.github.com/en/code-security/code-scanning/integrating-with-code-scanning/sarif-support-for-code-scanning). diff --git a/foundry.toml b/foundry.toml new file mode 100644 index 0000000..7ded8f8 --- /dev/null +++ b/foundry.toml @@ -0,0 +1,27 @@ +[profile.default] + evm_version = "paris" + optimizer = true + optimizer_runs = 10_000_000 + solc_version = "0.8.20" + verbosity = 3 + +[profile.ci] + fuzz = { runs = 5000 } + invariant = { runs = 1000 } + +[profile.lite] + fuzz = { runs = 50 } + invariant = { runs = 10 } + # Speed up compilation and tests during development. + optimizer = false + +[fmt] + bracket_spacing = false + int_types = "long" + line_length = 100 + multiline_func_header = "attributes_first" + number_underscore = "thousands" + quote_style = "double" + single_line_statement_blocks = "single" + tab_width = 2 + wrap_comments = true diff --git a/lib/forge-std b/lib/forge-std new file mode 160000 index 0000000..76e89e5 --- /dev/null +++ b/lib/forge-std @@ -0,0 +1 @@ +Subproject commit 76e89e592ac58df4f0d16202ee230bbf0b8098fc diff --git a/script/Deploy.s.sol b/script/Deploy.s.sol new file mode 100644 index 0000000..140fc68 --- /dev/null +++ b/script/Deploy.s.sol @@ -0,0 +1,16 @@ +// SPDX-License-Identifier: UNLICENSED +// slither-disable-start reentrancy-benign + +pragma solidity 0.8.20; + +import {Script} from "forge-std/Script.sol"; +import {Counter} from "src/Counter.sol"; + +contract Deploy is Script { + Counter counter; + + function run() public { + vm.broadcast(); + counter = new Counter(); + } +} diff --git a/src/Counter.sol b/src/Counter.sol new file mode 100644 index 0000000..0124e7c --- /dev/null +++ b/src/Counter.sol @@ -0,0 +1,14 @@ +// SPDX-License-Identifier: UNLICENSED +pragma solidity 0.8.20; + +contract Counter { + uint256 public number; + + function setNumber(uint256 newNumber) public { + number = newNumber; + } + + function increment() public { + number++; + } +} diff --git a/test/Counter.t.sol b/test/Counter.t.sol new file mode 100644 index 0000000..d168bbd --- /dev/null +++ b/test/Counter.t.sol @@ -0,0 +1,26 @@ +// SPDX-License-Identifier: UNLICENSED +pragma solidity 0.8.20; + +import {Test, console2} from "forge-std/Test.sol"; +import {Deploy} from "script/Deploy.s.sol"; +import {Counter} from "src/Counter.sol"; + +contract CounterTest is Test, Deploy { + function setUp() public { + Deploy.run(); + } +} + +contract Increment is CounterTest { + function test_NumberIsIncremented() public { + counter.increment(); + assertEq(counter.number(), 1); + } +} + +contract SetNumber is CounterTest { + function testFuzz_NumberIsSet(uint256 x) public { + counter.setNumber(x); + assertEq(counter.number(), x); + } +}