add profiles to 2nd test folder

dbt-labs · Nov 13, 2024 · 8f1318e · 8f1318e
1 parent 450eb1c
commit 8f1318e
Show file tree

Hide file tree

Showing 4 changed files with 32 additions and 37 deletions.
diff --git a/integration_tests/profiles.yml b/integration_tests/profiles.yml
@@ -1,5 +1,5 @@
 
-# HEY! This file is used in the integration tests with CircleCI.
+# HEY! This file is used in the integration tests with CI.
 # You should __NEVER__ check credentials into version control. Thanks for reading :)
 
 config:
@@ -16,7 +16,7 @@ integration_tests:
       pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}"
       port: "{{ env_var('POSTGRES_PORT') | as_number }}"
       dbname: "{{ env_var('POSTGRES_DATABASE') }}"
-      schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_test') }}"
+      schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}"
       threads: 5
 
     redshift:
@@ -26,7 +26,7 @@ integration_tests:
       pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}"
       dbname: "{{ env_var('REDSHIFT_DATABASE') }}"
       port: "{{ env_var('REDSHIFT_PORT') | as_number }}"
-      schema: "{{ env_var('REDSHIFT_SCHEMA') }}"
+      schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}"
       threads: 5
 
     bigquery:
@@ -35,7 +35,7 @@ integration_tests:
       keyfile_json:
         "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}"
       project: "{{ env_var('BIGQUERY_PROJECT') }}"
-      dataset: "{{ env_var('BIGQUERY_SCHEMA') }}"
+      dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}"
       threads: 10
 
     snowflake:
@@ -46,7 +46,7 @@ integration_tests:
       role: "{{ env_var('SNOWFLAKE_ROLE') }}"
       database: "{{ env_var('SNOWFLAKE_DATABASE') }}"
       warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}"
-      schema: "{{ env_var('SNOWFLAKE_SCHEMA') }}"
+      schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}"
       threads: 10
 
     databricks:

diff --git a/integration_tests/ci/sample.profiles.yml → integration_tests_2/profiles.yml b/integration_tests/ci/sample.profiles.yml → integration_tests_2/profiles.yml
@@ -1,5 +1,5 @@
 
-# HEY! This file is used in the integration tests with CircleCI.
+# HEY! This file is used in the integration tests with CI.
 # You should __NEVER__ check credentials into version control. Thanks for reading :)
 
 config:
@@ -11,46 +11,47 @@ integration_tests:
   outputs:
     postgres:
       type: postgres
-      host: "{{ env_var('POSTGRES_TEST_HOST') }}"
-      user: "{{ env_var('POSTGRES_TEST_USER') }}"
-      pass: "{{ env_var('POSTGRES_TEST_PASS') }}"
-      port: "{{ env_var('POSTGRES_TEST_PORT') | as_number }}"
-      dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}"
-      schema: dbt_project_evaluator_integration_tests_postgres
+      host: "{{ env_var('POSTGRES_HOST') }}"
+      user: "{{ env_var('POSTGRES_USER') }}"
+      pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}"
+      port: "{{ env_var('POSTGRES_PORT') | as_number }}"
+      dbname: "{{ env_var('POSTGRES_DATABASE') }}"
+      schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}"
       threads: 5
 
     redshift:
       type: redshift
-      host: "{{ env_var('REDSHIFT_TEST_HOST') }}"
-      user: "{{ env_var('REDSHIFT_TEST_USER') }}"
-      pass: "{{ env_var('REDSHIFT_TEST_PASS') }}"
-      dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}"
-      port: "{{ env_var('REDSHIFT_TEST_PORT') | as_number }}"
-      schema: dbt_project_evaluator_integration_tests_redshift
+      host: "{{ env_var('REDSHIFT_HOST') }}"
+      user: "{{ env_var('REDSHIFT_USER') }}"
+      pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}"
+      dbname: "{{ env_var('REDSHIFT_DATABASE') }}"
+      port: "{{ env_var('REDSHIFT_PORT') | as_number }}"
+      schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}"
       threads: 5
 
     bigquery:
       type: bigquery
       method: service-account
-      keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}"
-      project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}"
-      schema: dbt_project_evaluator_integration_tests_bigquery
+      keyfile_json:
+        "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}"
+      project: "{{ env_var('BIGQUERY_PROJECT') }}"
+      dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}"
       threads: 10
 
     snowflake:
       type: snowflake
-      account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}"
-      user: "{{ env_var('SNOWFLAKE_TEST_USER') }}"
-      password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}"
-      role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}"
-      database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}"
-      warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}"
-      schema: dbt_project_evaluator_integration_tests_snowflake
+      account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}"
+      user: "{{ env_var('SNOWFLAKE_USER') }}"
+      password: "{{ env_var('DBT_ENV_SECRET_SNOWFLAKE_PASS') }}"
+      role: "{{ env_var('SNOWFLAKE_ROLE') }}"
+      database: "{{ env_var('SNOWFLAKE_DATABASE') }}"
+      warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}"
+      schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}"
       threads: 10
 
     databricks:
       type: databricks
-      schema: dbt_project_evaluator_integration_tests_databricks
+      schema: "{{ env_var('DATABRICKS_SCHEMA', 'dbt_project_evaluator_integration_tests_databricks') }}"
       host: "{{ env_var('DATABRICKS_TEST_HOST') }}"
       http_path: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}"
       token: "{{ env_var('DATABRICKS_TEST_ACCESS_TOKEN') }}"

diff --git a/run_test.sh b/run_test.sh
@@ -13,12 +13,6 @@ fi
 . $VENV
 
 cd integration_tests
-
-if [[ ! -e ~/.dbt/profiles.yml ]]; then
-    mkdir -p ~/.dbt
-    cp ci/sample.profiles.yml ~/.dbt/profiles.yml
-fi
-
 dbt deps --target $1 || exit 1
 dbt build -x --target $1 --full-refresh || exit 1
 

diff --git a/run_tox_tests.sh b/run_tox_tests.sh
@@ -1,11 +1,11 @@
 #!/bin/bash
 
-# test with the first project
+echo "Running tests for the first project"
 cd integration_tests
 dbt deps --target $1 || exit 1
 dbt build -x --target $1 --full-refresh || exit 1
 
-# test with the second project
+echo "Running tests for the second project"
 cd ../integration_tests_2
 dbt deps --target $1 || exit 1
 dbt seed --full-refresh --target $1 || exit 1