Fix LGBM issues in build #1852
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: build | |
on: | |
pull_request: | |
push: | |
branches: | |
- "master" | |
- "develop" | |
workflow_call: | |
concurrency: | |
# This will cancel outdated runs on the same pull-request, but not runs for other triggers | |
group: ${{ github.head_ref || github.run_id }} | |
cancel-in-progress: true | |
env: | |
# The only way to simulate if-else statement | |
CHECKOUT_BRANCH: ${{ github.event_name == 'schedule' && 'develop' || github.ref }} | |
jobs: | |
check-pre-commit-hooks: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout branch | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.CHECKOUT_BRANCH }} | |
- name: Setup Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- uses: pre-commit/[email protected] | |
with: | |
extra_args: --all-files --verbose | |
check-code-pylint-and-mypy: | |
runs-on: ubuntu-latest | |
steps: | |
- name: Checkout branch | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.CHECKOUT_BRANCH }} | |
- name: Setup Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
# cache: pip # uncomment when all requirements are in `pyproject.toml` | |
# caching the entire environment is faster when cache exists but slower for cache creation | |
- name: Install packages | |
run: | | |
pip install -r requirements-dev.txt --upgrade --upgrade-strategy eager | |
python install_all.py | |
pip install -r ml_tools/requirements-tdigest.txt | |
- name: Run pylint | |
run: make pylint | |
- name: Run mypy | |
if: success() || failure() | |
run: | | |
mypy \ | |
core/eolearn/core \ | |
coregistration/eolearn/coregistration \ | |
geometry/eolearn/geometry \ | |
features/eolearn/features \ | |
io/eolearn/io \ | |
mask/eolearn/mask \ | |
ml_tools/eolearn/ml_tools \ | |
visualization/eolearn/visualization | |
test-on-github: | |
runs-on: ubuntu-latest | |
strategy: | |
matrix: | |
python-version: | |
- "3.9" | |
- "3.10" | |
- "3.11" | |
include: | |
# A flag marks whether full or partial tests should be run | |
# We don't run integration tests on pull requests from outside repos, because they don't have secrets | |
- python-version: "3.8" | |
full_test_suite: ${{ github.event_name != 'pull_request' || github.event.pull_request.head.repo.full_name == github.repository }} | |
steps: | |
- name: Checkout branch | |
uses: actions/checkout@v3 | |
with: | |
ref: ${{ env.CHECKOUT_BRANCH }} | |
- name: Setup Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: ${{ matrix.python-version }} | |
# cache: pip # uncomment when all requirements are in `pyproject.toml` | |
- name: Install packages | |
if: matrix.python-version != '3.9' | |
run: | | |
pip install -r requirements-dev.txt --upgrade --upgrade-strategy eager | |
python install_all.py -e | |
- name: Install zarr backend # this will run Zarr backend tests on 3.9 | |
if: matrix.python-version == '3.9' | |
run: | | |
pip install -r requirements-dev.txt -r core/requirements-zarr.txt --upgrade --upgrade-strategy eager | |
python install_all.py -e | |
- name: Run full tests and code coverage | |
if: ${{ matrix.full_test_suite }} | |
run: | | |
sentinelhub.config \ | |
--sh_client_id "${{ secrets.SH_CLIENT_ID }}" \ | |
--sh_client_secret "${{ secrets.SH_CLIENT_SECRET }}" | |
if [ ${{ github.event_name }} == 'push' ]; then | |
pytest -m "not geopedia" --cov --cov-report=term --cov-report=xml | |
else | |
pytest -m "not geopedia" | |
fi | |
- name: Run reduced tests | |
if: ${{ !matrix.full_test_suite }} | |
run: pytest -m "not sh_integration and not geopedia" | |
- name: Upload code coverage | |
if: ${{ matrix.full_test_suite && github.event_name == 'push' }} | |
uses: codecov/codecov-action@v2 | |
with: | |
files: coverage.xml | |
fail_ci_if_error: true | |
verbose: false | |
mirror-and-integration-test-on-gitlab: | |
if: github.event_name == 'push' | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v1 | |
- name: Mirror + trigger CI | |
uses: SvanBoxel/gitlab-mirror-and-ci-action@master | |
with: | |
args: "https://git.sinergise.com/eo/code/eo-learn/" | |
env: | |
GITLAB_HOSTNAME: "git.sinergise.com" | |
GITLAB_USERNAME: "github-action" | |
GITLAB_PASSWORD: ${{ secrets.GITLAB_PASSWORD }} | |
GITLAB_PROJECT_ID: "164" | |
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} |