From 8f1318e2f1bcd06b3ec7f178e97ae1e8615e7541 Mon Sep 17 00:00:00 2001 From: Emily Rockman Date: Wed, 13 Nov 2024 11:48:56 -0600 Subject: [PATCH] add profiles to 2nd test folder --- integration_tests/profiles.yml | 10 ++-- .../profiles.yml | 49 ++++++++++--------- run_test.sh | 6 --- run_tox_tests.sh | 4 +- 4 files changed, 32 insertions(+), 37 deletions(-) rename integration_tests/ci/sample.profiles.yml => integration_tests_2/profiles.yml (50%) diff --git a/integration_tests/profiles.yml b/integration_tests/profiles.yml index 50e2a231..f4b73176 100644 --- a/integration_tests/profiles.yml +++ b/integration_tests/profiles.yml @@ -1,5 +1,5 @@ -# HEY! This file is used in the integration tests with CircleCI. +# HEY! This file is used in the integration tests with CI. # You should __NEVER__ check credentials into version control. Thanks for reading :) config: @@ -16,7 +16,7 @@ integration_tests: pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}" port: "{{ env_var('POSTGRES_PORT') | as_number }}" dbname: "{{ env_var('POSTGRES_DATABASE') }}" - schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_test') }}" + schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}" threads: 5 redshift: @@ -26,7 +26,7 @@ integration_tests: pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}" dbname: "{{ env_var('REDSHIFT_DATABASE') }}" port: "{{ env_var('REDSHIFT_PORT') | as_number }}" - schema: "{{ env_var('REDSHIFT_SCHEMA') }}" + schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}" threads: 5 bigquery: @@ -35,7 +35,7 @@ integration_tests: keyfile_json: "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}" project: "{{ env_var('BIGQUERY_PROJECT') }}" - dataset: "{{ env_var('BIGQUERY_SCHEMA') }}" + dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}" threads: 10 snowflake: @@ -46,7 +46,7 @@ integration_tests: role: "{{ env_var('SNOWFLAKE_ROLE') }}" database: "{{ env_var('SNOWFLAKE_DATABASE') }}" warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}" - schema: "{{ env_var('SNOWFLAKE_SCHEMA') }}" + schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}" threads: 10 databricks: diff --git a/integration_tests/ci/sample.profiles.yml b/integration_tests_2/profiles.yml similarity index 50% rename from integration_tests/ci/sample.profiles.yml rename to integration_tests_2/profiles.yml index dff42772..f4b73176 100644 --- a/integration_tests/ci/sample.profiles.yml +++ b/integration_tests_2/profiles.yml @@ -1,5 +1,5 @@ -# HEY! This file is used in the integration tests with CircleCI. +# HEY! This file is used in the integration tests with CI. # You should __NEVER__ check credentials into version control. Thanks for reading :) config: @@ -11,46 +11,47 @@ integration_tests: outputs: postgres: type: postgres - host: "{{ env_var('POSTGRES_TEST_HOST') }}" - user: "{{ env_var('POSTGRES_TEST_USER') }}" - pass: "{{ env_var('POSTGRES_TEST_PASS') }}" - port: "{{ env_var('POSTGRES_TEST_PORT') | as_number }}" - dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}" - schema: dbt_project_evaluator_integration_tests_postgres + host: "{{ env_var('POSTGRES_HOST') }}" + user: "{{ env_var('POSTGRES_USER') }}" + pass: "{{ env_var('DBT_ENV_SECRET_POSTGRES_PASS') }}" + port: "{{ env_var('POSTGRES_PORT') | as_number }}" + dbname: "{{ env_var('POSTGRES_DATABASE') }}" + schema: "{{ env_var('POSTGRES_SCHEMA', 'dbt_project_evaluator_integration_tests_postgres') }}" threads: 5 redshift: type: redshift - host: "{{ env_var('REDSHIFT_TEST_HOST') }}" - user: "{{ env_var('REDSHIFT_TEST_USER') }}" - pass: "{{ env_var('REDSHIFT_TEST_PASS') }}" - dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}" - port: "{{ env_var('REDSHIFT_TEST_PORT') | as_number }}" - schema: dbt_project_evaluator_integration_tests_redshift + host: "{{ env_var('REDSHIFT_HOST') }}" + user: "{{ env_var('REDSHIFT_USER') }}" + pass: "{{ env_var('DBT_ENV_SECRET_REDSHIFT_PASS') }}" + dbname: "{{ env_var('REDSHIFT_DATABASE') }}" + port: "{{ env_var('REDSHIFT_PORT') | as_number }}" + schema: "{{ env_var('REDSHIFT_SCHEMA', 'dbt_project_evaluator_integration_tests_redshift') }}" threads: 5 bigquery: type: bigquery method: service-account - keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}" - project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}" - schema: dbt_project_evaluator_integration_tests_bigquery + keyfile_json: + "{{ env_var('BIGQUERY_KEYFILE_JSON') | as_native }}" + project: "{{ env_var('BIGQUERY_PROJECT') }}" + dataset: "{{ env_var('BIGQUERY_SCHEMA', 'dbt_project_evaluator_integration_tests_bigquery') }}" threads: 10 snowflake: type: snowflake - account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}" - user: "{{ env_var('SNOWFLAKE_TEST_USER') }}" - password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}" - role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}" - database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}" - warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}" - schema: dbt_project_evaluator_integration_tests_snowflake + account: "{{ env_var('SNOWFLAKE_ACCOUNT') }}" + user: "{{ env_var('SNOWFLAKE_USER') }}" + password: "{{ env_var('DBT_ENV_SECRET_SNOWFLAKE_PASS') }}" + role: "{{ env_var('SNOWFLAKE_ROLE') }}" + database: "{{ env_var('SNOWFLAKE_DATABASE') }}" + warehouse: "{{ env_var('SNOWFLAKE_WAREHOUSE') }}" + schema: "{{ env_var('SNOWFLAKE_SCHEMA', 'dbt_project_evaluator_integration_tests_snowflake') }}" threads: 10 databricks: type: databricks - schema: dbt_project_evaluator_integration_tests_databricks + schema: "{{ env_var('DATABRICKS_SCHEMA', 'dbt_project_evaluator_integration_tests_databricks') }}" host: "{{ env_var('DATABRICKS_TEST_HOST') }}" http_path: "{{ env_var('DATABRICKS_TEST_HTTP_PATH') }}" token: "{{ env_var('DATABRICKS_TEST_ACCESS_TOKEN') }}" diff --git a/run_test.sh b/run_test.sh index 07b39521..c7e9ed4f 100755 --- a/run_test.sh +++ b/run_test.sh @@ -13,12 +13,6 @@ fi . $VENV cd integration_tests - -if [[ ! -e ~/.dbt/profiles.yml ]]; then - mkdir -p ~/.dbt - cp ci/sample.profiles.yml ~/.dbt/profiles.yml -fi - dbt deps --target $1 || exit 1 dbt build -x --target $1 --full-refresh || exit 1 diff --git a/run_tox_tests.sh b/run_tox_tests.sh index 4ecfe0c4..9b80e093 100755 --- a/run_tox_tests.sh +++ b/run_tox_tests.sh @@ -1,11 +1,11 @@ #!/bin/bash -# test with the first project +echo "Running tests for the first project" cd integration_tests dbt deps --target $1 || exit 1 dbt build -x --target $1 --full-refresh || exit 1 -# test with the second project +echo "Running tests for the second project" cd ../integration_tests_2 dbt deps --target $1 || exit 1 dbt seed --full-refresh --target $1 || exit 1