Update integration.yml #21
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: Integration Tests | |
on: push | |
jobs: | |
run-tox-tests-uc: | |
runs-on: ubuntu-latest | |
environment: azure-prod | |
env: | |
DBT_DATABRICKS_HOST_NAME: ${{ secrets.DATABRICKS_HOST }} | |
DBT_DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }} | |
DBT_DATABRICKS_HTTP_PATH: ${{ secrets.TEST_PECO_WAREHOUSE_HTTP_PATH }} | |
DBT_DATABRICKS_UC_INITIAL_CATALOG: peco | |
TEST_PECO_CLUSTER_ID: ${{ secrets.TEST_PECO_UC_CLUSTER_ID }} | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v3 | |
- name: Set up python | |
id: setup-python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.10" | |
- name: Get http path from environment | |
run: python .github/workflows/build_cluster_http_path.py | |
shell: sh | |
- name: Install tox | |
id: install-dependencies | |
run: pip install tox | |
- name: Run integration-databricks-uc-sql-endpoint | |
run: [email protected] DBT_DATABRICKS_HOST_NAME=$DBT_DATABRICKS_HOST_NAME DBT_DATABRICKS_HTTP_PATH=$DBT_DATABRICKS_HTTP_PATH DBT_DATABRICKS_TOKEN=$DBT_DATABRICKS_TOKEN tox -e integration-databricks-uc-sql-endpoint | |
- name: Run integration-uc-databricks-cluster | |
run: [email protected] DBT_DATABRICKS_HOST_NAME=$DBT_DATABRICKS_HOST_NAME DBT_DATABRICKS_HTTP_PATH=$DBT_DATABRICKS_CLUSTER_HTTP_PATH DBT_DATABRICKS_TOKEN=$DBT_DATABRICKS_TOKEN tox -e integration-uc-databricks-cluster | |
run-tox-tests-non-uc: | |
runs-on: ubuntu-latest | |
environment: azure-prod | |
env: | |
DBT_DATABRICKS_HOST_NAME: ${{ secrets.DATABRICKS_HOST }} | |
DBT_DATABRICKS_TOKEN: ${{ secrets.DATABRICKS_TOKEN }} | |
DBT_DATABRICKS_HTTP_PATH: ${{ secrets.TEST_PECO_WAREHOUSE_HTTP_PATH }} | |
DBT_DATABRICKS_UC_INITIAL_CATALOG: peco | |
TEST_PECO_CLUSTER_ID: ${{ secrets.TEST_PECO_CLUSTER_ID }} | |
steps: | |
- name: Check out repository | |
uses: actions/checkout@v3 | |
- name: Set up python | |
id: setup-python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.10" | |
- name: Get http path from environment | |
run: python .github/workflows/build_cluster_http_path.py | |
shell: sh | |
- name: Install tox | |
id: install-dependencies | |
run: pip install tox | |
- name: Run integration-databricks-sql-endpoint | |
run: [email protected] DBT_DATABRICKS_HOST_NAME=$DBT_DATABRICKS_HOST_NAME DBT_DATABRICKS_HTTP_PATH=$DBT_DATABRICKS_HTTP_PATH DBT_DATABRICKS_TOKEN=$DBT_DATABRICKS_TOKEN tox -e integration-databricks-sql-endpoint | |
- name: Run integration-databricks-cluster | |
run: [email protected] DBT_DATABRICKS_HOST_NAME=$DBT_DATABRICKS_HOST_NAME DBT_DATABRICKS_HTTP_PATH=$DBT_DATABRICKS_CLUSTER_HTTP_PATH DBT_DATABRICKS_TOKEN=$DBT_DATABRICKS_TOKEN tox -e integration-databricks-cluster |