diff --git a/.github/workflows/_basic-test.yml b/.github/workflows/_basic-test.yml index 09d07df7..87ef2a37 100644 --- a/.github/workflows/_basic-test.yml +++ b/.github/workflows/_basic-test.yml @@ -29,5 +29,5 @@ jobs: continue-on-error: true - name: Check on failures - if: steps.tests.outcome!= 'success' + if: steps.tests.outcome != 'success' run: exit 1 diff --git a/.github/workflows/_demo-test.yml b/.github/workflows/_demo-test.yml index 9ee2094d..a90b5396 100644 --- a/.github/workflows/_demo-test.yml +++ b/.github/workflows/_demo-test.yml @@ -27,9 +27,9 @@ jobs: run: | cd demos docker run --gpus all -v "$(pwd)":/ivy/demos unifyai/ivy:latest-gpu demos/tests/test_demos.sh ${{ secrets.USER_API_KEY }} examples_and_demos/${{ matrix.modules }}.ipynb - continue-on-error: false + continue-on-error: true - name: Check on failures - if: steps.tests.outcome!= 'success' + if: steps.tests.outcome != 'success' run: exit 1 diff --git a/tests/main.py b/tests/main.py index 74922f79..62e838da 100644 --- a/tests/main.py +++ b/tests/main.py @@ -142,3 +142,8 @@ def startTest(self, test): suite = unittest.TestLoader().loadTestsFromTestCase(NotebookTest) runner = IterativeTestRunner(verbosity=2) result = runner.run(suite) + + if result.wasSuccessful(): + exit(0) # Tests passed + else: + exit(1) # Tests failed diff --git a/tests/test_demos.sh b/tests/test_demos.sh index 27229ef8..4c152d8e 100755 --- a/tests/test_demos.sh +++ b/tests/test_demos.sh @@ -8,7 +8,7 @@ mkdir .ivy touch .ivy/key.pem echo -n "$1" > .ivy/key.pem -conda install -c "nvidia/label/cuda-11.8.0" cuda-nvcc +# conda install -c "nvidia/label/cuda-11.8.0" cuda-nvcc # install dependencies pip install -r requirements.txt >/dev/null 2>&1