E2E-QA-and-Deployment #313
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: E2E-QA-and-Deployment | |
on: | |
workflow_dispatch: | |
inputs: | |
nightly_binaries: | |
description: 'Testing with nightly binaries :' | |
type: boolean | |
default: false | |
required: false | |
# push: | |
# branches: | |
# - 'main' | |
# schedule: | |
# - cron: '0 0 * * *' | |
permissions: | |
actions: read | |
concurrency: | |
group: ${{ github.workflow }} | |
cancel-in-progress: false | |
jobs: | |
start-vm: | |
runs-on: ubuntu-latest | |
if: always() # Run this job always, regardless of the status of run-test-basics | |
steps: | |
- name: Checkout Demos🛎 | |
uses: actions/checkout@v2 | |
with: | |
path: demos | |
persist-credentials: false | |
submodules: "recursive" | |
fetch-depth: 1 | |
- name: Install clients for GCP/Mongo | |
run: | | |
pip3 install pymongo google-api-python-client paramiko | |
- name: Start GPU VM | |
run: | | |
cd demos/tests/auth | |
mkdir -p ~/.ssh | |
touch ~/.ssh/id_rsa | |
echo -n "${{ secrets.SSH_KEY }}" > ~/.ssh/id_rsa | |
chmod +x ~/.ssh/id_rsa | |
python3 db_auth.py ${{ secrets.DB_ENDPOINT }} ${{ secrets.DB_OBJ_ID }} | |
python3 vm_auth.py ${{ secrets.SSH_USERNAME }} ${{ secrets.SSH_PASSPHRASE }} "false" "demos-tests" | |
run-test-example-demos: | |
needs: start-vm | |
name: examples-and-demos | |
uses: ./.github/workflows/_demo-test.yml | |
secrets: inherit | |
with: | |
nightly_binaries: ${{ github.event_name == 'workflow_dispatch' && fromJson(github.event.inputs.nightly_binaries) || false}} | |
stop-vm: | |
needs: run-test-example-demos | |
runs-on: ubuntu-latest | |
if: always() # Run this job always, regardless of the status of run-test | |
steps: | |
- name: Checkout Demos🛎 | |
uses: actions/checkout@v2 | |
with: | |
path: demos | |
persist-credentials: false | |
submodules: "recursive" | |
fetch-depth: 1 | |
- name: Install clients for GCP/Mongo | |
run: | | |
pip3 install pymongo google-api-python-client paramiko==2.7.1 | |
- name: Stop GPU VM | |
run: | | |
cd demos/tests/auth | |
python3 db_auth.py ${{ secrets.DB_ENDPOINT }} ${{ secrets.DB_OBJ_ID }} | |
python3 vm_auth.py ${{ secrets.SSH_USERNAME }} ${{ secrets.SSH_PASSPHRASE }} "true" "demos-tests" | |
run-test-basic-demos: | |
name: learn-the-basics | |
uses: ./.github/workflows/_basic-test.yml | |
secrets: inherit | |
with: | |
nightly_binaries: ${{ github.event_name == 'workflow_dispatch' && fromJson(github.event.inputs.nightly_binaries) || false}} | |
run-docs-tests: | |
name: run-readme-tests | |
runs-on: ubuntu-latest | |
env: | |
VERSION: ${{ fromJson(github.event.inputs.nightly_binaries) && 'nightly' || 'main' }} | |
steps: | |
- name: Checkout Demos🛎 | |
uses: actions/checkout@v4 | |
with: | |
path: unifyai/demos | |
persist-credentials: false | |
submodules: "recursive" | |
fetch-depth: 1 | |
- name: Checkout Ivy🛎 | |
uses: actions/checkout@v4 | |
with: | |
repository: unifyai/ivy | |
ref: ${{ env.VERSION }} | |
path: ivy | |
persist-credentials: false | |
submodules: "recursive" | |
fetch-depth: 1 | |
- name: Install ivy and fetch binaries | |
run: | | |
cd ivy | |
export VERSION=${{ env.VERSION }} | |
sudo pip3 install -e . | |
mkdir .ivy | |
touch .ivy/key.pem | |
echo -n ${{ secrets.USER_API_KEY }} > .ivy/key.pem | |
cd .. | |
- name: Run README tests | |
run: | | |
cd demos | |
docker run --name test_container -v "$(pwd)"/demos:/ivy/demos -v "$(pwd)"/ivy:/ivy/ivy -itd unifyai/ivy:latest python3 -m pip install -r demos/tests/requirements.txt | |
docker exec test_container python3 -m pytest demos/tests/test_README.py |