Demos testing debug

.github/workflows/_basic-test.yml

@@ -0,0 +1,33 @@
+name: test-basics
+on: [workflow_call, workflow_dispatch]
+
+jobs:
+  cpu:
+    runs-on: ubuntu-latest #ToDo: ${{ needs.build.outputs.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        mods: [01_write_ivy_code, 02_unify_code, 03_trace_code, 04_transpile_code, 05_lazy_vs_eager,
+                  06_how_to_use_decorators, 07_transpile_any_library, 08_transpile_any_model,
+                  09_write_a_model_using_ivy]
+
+    steps:
+      - name: Checkout Demos🛎
+        uses: actions/checkout@v4
+        with:
+          repository: unifyai/demos
+          path: demos
+          persist-credentials: false
+          submodules: "recursive"
+          fetch-depth: 1
+
+      - name: Run Integration testing for Basic Demos
+        id: tests
+        run: |
+          cd demos
+          docker run -v "$(pwd)":/ivy/demos unifyai/ivy:latest demos/tests/test_demos.sh ${{ secrets.USER_API_KEY }} learn_the_basics/${{ matrix.mods }}.ipynb
+        continue-on-error: true
+
+      - name: Check on failures
+        if: steps.tests.outcome!= 'success'
+        run: exit 1

.github/workflows/_demo-test.yml

@@ -0,0 +1,35 @@
+name: test-examples
+on: [workflow_call, workflow_dispatch]
+
+jobs:
+  gpu:
+    runs-on: self-hosted #ToDo: ${{ needs.build.outputs.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        modules: [alexnet_demo, bert_demo, image_segmentation_with_ivy_unet, mmpretrain_to_jax, resnet_demo, torch_to_jax]
+
+    steps:
+        - name: Clean repository
+          run:
+            sudo rm -fr $GITHUB_WORKSPACE && mkdir $GITHUB_WORKSPACE
+
+        - name: Checkout Demos🛎
+          uses: actions/checkout@v4
+          with:
+            repository: unifyai/demos
+            path: demos
+            persist-credentials: false
+            submodules: "recursive"
+            fetch-depth: 1
+
+        - name: Run Integration Tests for Enterprise Demos
+          run: |
+            cd demos
+            docker run -v "$(pwd)":/ivy/demos unifyai/ivy:latest-gpu demos/tests/test_demos.sh ${{ secrets.USER_API_KEY }} examples_and_demos/${{ matrix.modules }}.ipynb
+          continue-on-error: true
+
+        - name: Check on failures
+          if: steps.tests.outcome!= 'success'
+          run: exit 1
+

.github/workflows/run-test-suite.yml

@@ -0,0 +1,71 @@
+name: E2E-QA-and-Deployment
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - ci-testing
+  pull_request:
+
+permissions:
+  actions: read
+
+jobs:
+  start-vm:
+     runs-on: ubuntu-latest
+     if: always() # Run this job always, regardless of the status of run-test-basics
+     steps:
+       - name: Checkout Demos🛎
+         uses: actions/checkout@v2
+         with:
+             path: demos
+             persist-credentials: false
+             submodules: "recursive"
+             fetch-depth: 1
+
+       - name: Install clients for GCP/Mongo
+         run: |
+           pip3 install pymongo google-api-python-client paramiko==2.7.1
+
+       - name: Start GPU VM
+         run: |
+           cd demos/tests/auth
+           mkdir -p ~/.ssh
+           touch ~/.ssh/id_rsa
+           echo "${{ secrets.SSH_KEY }}" > $HOME/.ssh/id_rsa
+           chmod 600 $HOME/.ssh/id_rsa
+           python3 db_auth.py ${{ secrets.DB_ENDPOINT }} ${{ secrets.DB_OBJ_ID }}
+           python3 vm_auth.py ${{ secrets.SSH_USERNAME }} ${{ secrets.SSH_PASSPHRASE }} "false"
+
+  run-test-example-demos:
+    needs: start-vm
+    name: examples-and-demos
+    uses: ./.github/workflows/_demo-test.yml
+    secrets: inherit
+
+  stop-vm:
+    needs: run-test-example-demos
+    runs-on: ubuntu-latest
+    if: always() # Run this job always, regardless of the status of run-test
+    steps:
+        - name: Checkout Demos🛎
+          uses: actions/checkout@v2
+          with:
+            path: demos
+            persist-credentials: false
+            submodules: "recursive"
+            fetch-depth: 1
+
+        - name: Install clients for GCP/Mongo
+          run: |
+            pip3 install pymongo google-api-python-client paramiko==2.7.1
+
+        - name: Stop GPU VM
+          run: |
+            cd demos/tests/auth
+            python3 db_auth.py ${{ secrets.DB_ENDPOINT }} ${{ secrets.DB_OBJ_ID }}
+            python3 vm_auth.py ${{ secrets.SSH_USERNAME }} ${{ secrets.SSH_PASSPHRASE }} "true"
+
+  run-test-basic-demos:
+    name: learn-the-basics
+    uses: ./.github/workflows/_basic-test.yml
+    secrets: inherit

.gitignore

@@ -1,6 +1,7 @@
 .vscode
 .idea/*
 **/.ipynb_checkpoints/*
+__pycache__/
 **pem**
 **fn_path_cache**
 *.DS_Store

.pre-commit-config.yaml

@@ -0,0 +1,26 @@
+repos:
+  - repo: https://github.com/psf/black
+    rev: 23.3.0
+    hooks:
+      - id: black
+        language_version: python3
+        args:
+          - "--preview"
+  - repo: https://github.com/PyCQA/autoflake
+    rev: v2.1.1
+    hooks:
+      - id: autoflake
+  - repo: https://github.com/pycqa/flake8
+    rev: 6.0.0
+    hooks:
+      - id: flake8
+        exclude: ^.*__init__.py$
+  - repo: https://github.com/PyCQA/docformatter
+    rev: v1.6.3
+    hooks:
+      - id: docformatter
+  - repo: https://github.com/pycqa/pydocstyle
+    rev: 6.3.0
+    hooks:
+      - id: pydocstyle
+