update to allow circleci to keep working

.circleci/config.yml

@@ -38,6 +38,7 @@ jobs:
           command: |
             . dbt_venv/bin/activate
             cd integration_tests
+            cp ci/sample.profiles.yml profiles.yml
             dbt --warn-error deps --target postgres
             dbt --warn-error run-operation create_source_table --target postgres
             dbt --warn-error seed --target postgres --full-refresh
@@ -52,6 +53,7 @@ jobs:
             . dbt_venv/bin/activate
             echo `pwd`
             cd integration_tests
+            cp ci/sample.profiles.yml profiles.yml
             dbt --warn-error deps --target redshift
             dbt --warn-error run-operation create_source_table --target redshift
             dbt --warn-error seed --target redshift --full-refresh
@@ -66,6 +68,7 @@ jobs:
             . dbt_venv/bin/activate
             echo `pwd`
             cd integration_tests
+            cp ci/sample.profiles.yml profiles.yml
             dbt --warn-error deps --target snowflake
             dbt --warn-error run-operation create_source_table --target snowflake
             dbt --warn-error seed --target snowflake --full-refresh
@@ -82,6 +85,7 @@ jobs:
             . dbt_venv/bin/activate
             echo `pwd`
             cd integration_tests
+            cp ci/sample.profiles.yml profiles.yml
             dbt --warn-error deps --target bigquery
             dbt --warn-error run-operation create_source_table --target bigquery
             dbt --warn-error seed --target bigquery --full-refresh

integration_tests/ci/sample.profiles.yml

@@ -0,0 +1,49 @@
+
+# HEY! This file is used in the dbt-codegen integrations tests with CircleCI.
+# You should __NEVER__ check credentials into version control. Thanks for reading :)
+
+config:
+    send_anonymous_usage_stats: False
+    use_colors: True
+
+integration_tests:
+  target: postgres
+  outputs:
+    postgres:
+      type: postgres
+      host: "{{ env_var('POSTGRES_TEST_HOST') }}"
+      user: "{{ env_var('POSTGRES_TEST_USER') }}"
+      pass: "{{ env_var('POSTGRES_TEST_PASS') }}"
+      port: "{{ env_var('POSTGRES_TEST_PORT') | as_number }}"
+      dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}"
+      schema: codegen_integration_tests_postgres
+      threads: 1
+
+    redshift:
+      type: redshift
+      host: "{{ env_var('REDSHIFT_TEST_HOST') }}"
+      user: "{{ env_var('REDSHIFT_TEST_USER') }}"
+      pass: "{{ env_var('REDSHIFT_TEST_PASS') }}"
+      dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}"
+      port: "{{ env_var('REDSHIFT_TEST_PORT') | as_number }}"
+      schema: codegen_integration_tests_redshift
+      threads: 1
+
+    bigquery:
+      type: bigquery
+      method: service-account
+      keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}"
+      project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}"
+      schema: codegen_integration_tests_bigquery
+      threads: 1
+
+    snowflake:
+      type: snowflake
+      account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}"
+      user: "{{ env_var('SNOWFLAKE_TEST_USER') }}"
+      password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}"
+      role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}"
+      database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}"
+      warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}"
+      schema: codegen_integration_tests_snowflake
+      threads: 1

integration_tests/profiles.yml

@@ -1,46 +1,48 @@
 
-# HEY! This file is used in the dbt-codegen integrations tests with CircleCI.
-# You should __NEVER__ check credentials into version control.  That's why this uses env vars.
+# HEY! This file is used in the dbt-utils integrations tests with CircleCI.
+# You should __NEVER__ check credentials into version control. That's why we use environment variables everywhere.
 # Thanks for reading :)
 
 integration_tests:
   target: postgres
   outputs:
     postgres:
-      type: postgres
+      type: "postgres"
       host: "{{ env_var('POSTGRES_HOST') }}"
       user: "{{ env_var('POSTGRES_USER') }}"
       pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}"
       port: "{{ env_var('POSTGRES_PORT') | as_number }}"
       dbname: "{{ env_var('POSTGRES_DATABASE') }}"
       schema: "{{ env_var('POSTGRES_SCHEMA') }}"
-      threads: 1
+      threads: 5
 
     redshift:
-      type: redshift
+      type: "redshift"
       host: "{{ env_var('REDSHIFT_HOST') }}"
       user: "{{ env_var('REDSHIFT_USER') }}"
       pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}"
       dbname: "{{ env_var('REDSHIFT_DATABASE') }}"
       port: "{{ env_var('REDSHIFT_PORT') | as_number }}"
       schema: "{{ env_var('REDSHIFT_SCHEMA') }}"
-      threads: 1
+      threads: 5
 
     bigquery:
-      type: bigquery
-      method: service-account-json
+      type: "bigquery"
+      method: "service-account-json"
       project: "{{ env_var('BIGQUERY_PROJECT') }}"
-      keyfile_json: "{{ env_var('DBT_ENV_SECRET_BIGQUERY_KEYFILE_JSON') | as_native }}"
       dataset: "{{ env_var('BIGQUERY_SCHEMA') }}"
       threads: 10
+      keyfile_json:
+        "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native}}"
+      job_retries: 3
 
     snowflake:
-      type: snowflake
+      type: "snowflake"
       account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}"
       user: "{{ env_var('SNOWFLAKE_USER') }}"
       password: "{{ env_var('DBT_ENV_SECRET_SNOWFLAKE_PASS') }}"
       role: "{{ env_var('SNOWFLAKE_ROLE') }}"
       database: "{{ env_var('SNOWFLAKE_DATABASE') }}"
       warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}"
       schema: "{{ env_var('SNOWFLAKE_SCHEMA') }}"
-      threads: 1
+      threads: 10