Skip to content
Tests

Wrapper for autoai_libs.nsfa transformer added #2653

Sign in to view logs

Wrapper for autoai_libs.nsfa transformer added

Wrapper for autoai_libs.nsfa transformer added #2653

Workflow file for this run

.github/workflows/build.yml at 1901b5f
---
name: Tests
on: [push, pull_request]
jobs:
static:
name: static checks / linters
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
python-version: [3.7, 3.8, 3.9, '3.10']
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install autoai-libs from pypi
run: |
pip install "pip==23.0"
pip install "autoai-libs>=1.12.6"
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager .[full,test,dev]
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: pre-commit checks
if: ${{ matrix.python-version != '3.7' }}
run: pre-commit run -a
- name: pre-commit checks (3.7; skip isort and flake8)
if: ${{ matrix.python-version == '3.7' }}
run: SKIP=isort,flake8 pre-commit run -a
docs:
name: Documentation build
runs-on: ubuntu-latest
needs: [static]
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: 3.8
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install doc dependencies
run: pip install -r docs/requirements.txt
- name: Install lale
run: pip install --no-dependencies -e .
- name: pip list packages
run: pip list
- name: Install latex (used for math notation in sphinx)
run: >
sudo apt-get update -y &&
sudo apt-get install -y
latexmk texlive-latex-recommended texlive-latex-extra texlive-fonts-recommended
dvipng librsvg2-bin
- name: Run sphinx
run: sphinx-build "." "_build" -W --keep-going
working-directory: ./docs
# test_matrix_pr and test_matrix_master have a lot of redundancy
# If GitHub actions adds support for conditional matrix expressions
# these should be combined, but current workarounds seem overly complex
test_matrix_pr:
name: Test (PR)
runs-on: ubuntu-latest
if: ${{github.event_name == 'pull_request' }}
needs: [static]
strategy:
fail-fast: false
matrix:
test-case:
- test/test_core_classifiers.py
- test/test_core_regressors.py
- test/test_core_transformers.py
- test/test_core_pipeline.py
- test/test_custom_schemas.py
- test/test_json_pretty_viz.py
- test/test_grammar.py
- test/test_type_checking.py
- test/test_interoperability.py
- test/test_optimizers.py
- test/test_pipeline.py
- test/test_autogen_lib.py
- test/test_snapml.py
- test/test_relational.py
- test/test_category_encoders.py
python-version: [3.9]
setup-target: ['.[full,test]']
include:
- test-case: test/test_autoai_libs.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_autoai_libs.py
python-version: 3.9
setup-target: '.[full,test]'
- test-case: test/test_core_misc.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_core_misc.py
python-version: 3.9
setup-target: '.[full,test]'
- test-case: test/test_core_misc.py
python-version: '3.10'
setup-target: '.[full,test]'
- test-case: test/test_autogen_lib.py
python-version: 3.7
setup-target: '.[test]'
- test-case: test/test_halving_gridsearchcv.py
python-version: 3.7
setup-target: '.[test]'
- test-case: test/test_lale_lib_versions.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_aif360.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_relational_sklearn.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_autoai_output_consumption.py
python-version: 3.8
setup-target: '.[full,test]'
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install system packages
run: sudo apt-get install graphviz swig
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install autoai-libs from pypi
run: |
pip install "pip==23.0"
pip install "autoai-libs>=1.12.6"
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: Install deps for test_autoai_output_consumption
if: ${{ matrix.test-case == 'test/test_autoai_output_consumption.py' }}
run: pip install 'scikit-learn==0.23.1' 'lightgbm==3.3.0' 'scipy==1.8.1'
- name: Install deps for test_lale_lib_versions
if: ${{ matrix.test-case == 'test/test_lale_lib_versions.py' }}
run: pip install 'scikit-learn==0.20.3' 'xgboost==0.90'
- name: Install deps for test_halving_gridsearchcv
if: ${{ matrix.test-case == 'test/test_halving_gridsearchcv.py' }}
run: pip install 'scikit-learn==0.24.1'
- name: Install deps for test_relational_sklearn
if: ${{ matrix.test-case == 'test/test_relational_sklearn.py' }}
run: pip install 'scikit-learn>=1.0'
- name: Install deps for test_snapml
if: ${{ matrix.test-case == 'test/test_snapml.py' }}
run: pip install 'numpy>=1.20.1,<1.24'
- name: Install deps for test_core_pipeline with scipy 1.5.4
if: ${{ matrix.test-case == 'test/test_core_pipeline.py' }}
run: pip install 'scipy==1.5.4'
- name: Imbalanced learn version for Python 3.8
if: ${{ matrix.test-case == 'test/test_interoperability.py' && matrix.python-version == 3.8}}
run: pip install 'imbalanced-learn==0.9.0' 'scikit-learn==1.0.2'
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: py.test -v --capture=tee-sys ${{matrix.test-case}}
test_matrix_master:
name: Test (master)
runs-on: ubuntu-latest
if: ${{ github.event_name == 'push' }}
needs: [static]
strategy:
fail-fast: false
matrix:
test-case:
- test/test_core_classifiers.py
- test/test_core_regressors.py
- test/test_core_transformers.py
- test/test_core_misc.py
- test/test_core_pipeline.py
- test/test_custom_schemas.py
- test/test_json_pretty_viz.py
- test/test_grammar.py
- test/test_type_checking.py
- test/test_interoperability.py
- test/test_optimizers.py
- test/test_pipeline.py
- test/test_autogen_lib.py
- test/test_relational.py
- test/test_category_encoders.py
python-version: [3.7, 3.8, 3.9, '3.10']
setup-target: ['.[full,test]']
include:
- test-case: test/test_autoai_libs.py
python-version: 3.8
setup-target: '.[test]'
- test-case: test/test_autogen_lib.py
python-version: 3.7
setup-target: '.[test]'
- test-case: test/test_halving_gridsearchcv.py
python-version: 3.7
setup-target: '.[test]'
- test-case: test/test_lale_lib_versions.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_aif360.py
python-version: 3.7
setup-target: '.[full,test]'
- test-case: test/test_relational_sklearn.py
python-version: 3.7
setup-target: '.[test]'
- test-case: test/test_snapml.py
python-version: 3.8
setup-target: '.[full,test]'
- test-case: test/test_snapml.py
python-version: 3.9
setup-target: '.[full,test]'
- test-case: test/test_autoai_output_consumption.py
python-version: 3.8
setup-target: '.[full,test]'
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install system packages
run: sudo apt-get install graphviz swig
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install autoai-libs from pypi
run: |
pip install "pip==23.0"
pip install "autoai-libs>=1.12.6"
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: Install deps for test_autoai_output_consumption
if: ${{ matrix.test-case == 'test/test_autoai_output_consumption.py' }}
run: pip install 'scikit-learn==0.23.1' 'lightgbm==3.3.0' 'scipy==1.8.1'
- name: Install deps for test_lale_lib_versions
if: ${{ matrix.test-case == 'test/test_lale_lib_versions.py' }}
run: pip install 'scikit-learn==0.20.3' 'xgboost==0.90'
- name: Install deps for test_halving_gridsearchcv
if: ${{ matrix.test-case == 'test/test_halving_gridsearchcv.py' }}
run: pip install 'scikit-learn==0.24.1'
- name: Install deps for test_relational_sklearn
if: ${{ matrix.test-case == 'test/test_relational_sklearn.py' }}
run: pip install 'scikit-learn>=1.0'
- name: Install deps for test_snapml
if: ${{ matrix.test-case == 'test/test_snapml.py' }}
run: pip install 'numpy>=1.20.1,<1.24'
- name: Imbalanced learn version for Python 3.8
if: ${{ matrix.test-case == 'test/test_interoperability.py' && matrix.python-version == 3.8}}
run: pip install 'imbalanced-learn==0.9.0' 'scikit-learn==1.0.2'
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: py.test -v --capture=tee-sys ${{matrix.test-case}}
test_newer:
name: Test with newest sklearn
runs-on: ubuntu-latest
needs: [static]
strategy:
fail-fast: false
matrix:
test-case:
- test/test_core_classifiers.py
- test/test_core_regressors.py
- test/test_core_transformers.py
python-version: ['3.10']
setup-target: ['.']
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install system packages
run: sudo apt-get install graphviz swig
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: Install pytest
run: pip install pytest
- name: Install latest scikit-learn, xgboost, and lightgbm
run: pip install --upgrade --upgrade-strategy eager scikit-learn xgboost lightgbm
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: py.test -v --capture=tee-sys ${{matrix.test-case}}
continue-on-error: true # we may not yet support the latest scikit-learn version
test_notebooks_pr:
name: Test Notebooks (PR)
needs: [static]
runs-on: ubuntu-latest
if: ${{ github.event_name == 'pull_request' }}
env:
ALL_NOTEBOOK_CATEGORIES: demo_ docs_ talk_
strategy:
fail-fast: false
matrix:
category:
- demo_
- docs_
- talk_
python-version: [3.9]
setup-target: ['.[full,test]']
test-case: ['test/test_notebooks.py']
dir: ['examples']
nbexcludes: ['']
include:
- dir: 'examples/kdd22'
python-version: 3.9
setup-target: '.[tutorial,test]'
test-case: 'test/test_notebooks.py'
# nbexcludes: '06_multobj.ipynb'
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install packages
run: sudo apt-get install graphviz swig
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install autoai-libs from pypi
if: ${{ matrix.category == 'demo_' }}
run: |
pip install "pip==23.0"
pip install "autoai-libs>=1.12.6"
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: >
NOTEBOOK_EXCLUDES="${{matrix.nbexcludes}}"
NOTEBOOK_DIR=${{matrix.dir}}
NOTEBOOK_CATEGORY=${{matrix.category}}
py.test -v --capture=tee-sys ${{matrix.test-case}}
test_notebooks_master:
name: Test Notebooks (master)
needs: [static]
runs-on: ubuntu-latest
if: ${{ github.event_name == 'push' }}
env:
ALL_NOTEBOOK_CATEGORIES: demo_ docs_ talk_
strategy:
fail-fast: false
matrix:
category:
- demo_
- docs_
- talk_
python-version: [3.7, 3.8, 3.9, '3.10']
setup-target: ['.[full,test]']
test-case: ['test/test_notebooks.py']
dir: ['examples']
nbexcludes: ['']
include:
- dir: 'examples/kdd22'
python-version: 3.7
setup-target: '.[tutorial,test]'
test-case: 'test/test_notebooks.py'
# nbexcludes: '06_multobj.ipynb'
- dir: 'examples/kdd22'
python-version: 3.8
setup-target: '.[tutorial,test]'
test-case: 'test/test_notebooks.py'
# nbexcludes: '06_multobj.ipynb'
- dir: 'examples/kdd22'
python-version: 3.9
setup-target: '.[tutorial,test]'
test-case: 'test/test_notebooks.py'
# nbexcludes: '06_multobj.ipynb'
- dir: 'examples/kdd22'
python-version: '3.10'
setup-target: '.[tutorial,test]'
test-case: 'test/test_notebooks.py'
# nbexcludes: '06_multobj.ipynb'
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Cache pip
uses: actions/cache@v3
with:
# This path is specific to Ubuntu
path: ${{ env.pythonLocation }}
# Look to see if there is a cache hit for the setup file
key: ${{ runner.os }}-pip-new3-${{ env.pythonLocation }}-${{ hashFiles('setup.py') }}
restore-keys: |
${{ runner.os }}-pip-new3
${{ runner.os }}-new3
- name: Install packages
run: sudo apt-get install graphviz swig
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install autoai-libs from pypi
if: ${{ matrix.category == 'demo_' }}
run: |
pip install "pip==23.0"
pip install "autoai-libs>=1.12.6"
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: >
NOTEBOOK_EXCLUDES="${{matrix.nbexcludes}}"
NOTEBOOK_DIR=${{matrix.dir}}
NOTEBOOK_CATEGORY=${{matrix.category}}
py.test -v --capture=tee-sys ${{matrix.test-case}}
test_fairness:
name: Test fairness install
runs-on: ubuntu-latest
needs: [static]
strategy:
fail-fast: false
matrix:
test-case:
- test/test_aif360.py
- test/test_aif360_ensembles.py
python-version: [3.7]
setup-target: ['.[fairness]']
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install system packages
run: sudo apt-get install graphviz swig
- name: Install numpy
run: pip install -U 'numpy<1.24'
- name: Install pytest
run: pip install pytest
- name: Install dependencies
run: pip install --upgrade --upgrade-strategy eager ${{matrix.setup-target}}
- name: pip list packages
run: pip list
- name: show pip dependencies
run: |
pip install pipdeptree
pipdeptree -fl
- name: Run test
run: py.test -v --capture=tee-sys ${{matrix.test-case}}
deploy:
name: Deploy to TestPyPI
runs-on: ubuntu-latest
# This should run only on the master branch of the main repo
if: github.repository == 'IBM/lale' && github.ref == 'refs/heads/master' && success()
needs: [static, test_matrix_master, test_newer, test_fairness, test_notebooks_master, docs]
strategy:
matrix:
python-version: [3.7]
steps:
- uses: actions/checkout@v3
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: pip install wheel twine
- name: Build distribution
env:
# integrate with the current system for timestamping versions
TRAVIS: " "
run: python setup.py sdist bdist_wheel
- name: Publish package to TestPyPI
run: twine upload -u "__token__" -p "${{ secrets.test_pypi_password }}" -r testpypi dist/*