format

Author: dlawin

data_diff/dbt_parser.py

@@ -11,7 +11,20 @@
 from dbt_artifacts_parser.parser import parse_run_results, parse_manifest
 from dbt.config.renderer import ProfileRenderer
 
-from data_diff.errors import DbtBigQueryOauthOnlyError, DbtConnectionNotImplementedError, DbtCoreNoRunnerError, DbtNoSuccessfulModelsInRunError, DbtProfileNotFoundError, DbtProjectVarsNotFoundError, DbtRedshiftPasswordOnlyError, DbtRunResultsVersionError, DbtSelectNoMatchingModelsError, DbtSelectUnexpectedError, DbtSelectVersionTooLowError, DbtSnowflakeSetConnectionError
+from data_diff.errors import (
+    DbtBigQueryOauthOnlyError,
+    DbtConnectionNotImplementedError,
+    DbtCoreNoRunnerError,
+    DbtNoSuccessfulModelsInRunError,
+    DbtProfileNotFoundError,
+    DbtProjectVarsNotFoundError,
+    DbtRedshiftPasswordOnlyError,
+    DbtRunResultsVersionError,
+    DbtSelectNoMatchingModelsError,
+    DbtSelectUnexpectedError,
+    DbtSelectVersionTooLowError,
+    DbtSnowflakeSetConnectionError,
+)
 
 from .utils import getLogger, get_from_dict_with_raise
 from .version import __version__
@@ -95,7 +108,9 @@ def __init__(self, profiles_dir_override: str, project_dir_override: str) -> Non
 
     def get_datadiff_variables(self) -> dict:
         doc_url = "https://docs.datafold.com/development_testing/open_source#configure-your-dbt-project"
-        exception = DbtProjectVarsNotFoundError(f"vars: data_diff: section not found in dbt_project.yml.\n\nTo solve this, please configure your dbt project: \n{doc_url}\n")
+        exception = DbtProjectVarsNotFoundError(
+            f"vars: data_diff: section not found in dbt_project.yml.\n\nTo solve this, please configure your dbt project: \n{doc_url}\n"
+        )
         vars_dict = get_from_dict_with_raise(self.project_dict, "vars", exception)
         return get_from_dict_with_raise(vars_dict, "data_diff", exception)
 
@@ -180,7 +195,9 @@ def get_run_results_models(self):
             self.profiles_dir = legacy_profiles_dir()
 
         if dbt_version < parse_version(LOWER_DBT_V):
-            raise DbtRunResultsVersionError(f"Found dbt: v{dbt_version} Expected the dbt project's version to be >= {LOWER_DBT_V}")
+            raise DbtRunResultsVersionError(
+                f"Found dbt: v{dbt_version} Expected the dbt project's version to be >= {LOWER_DBT_V}"
+            )
         if dbt_version >= parse_version(UPPER_DBT_V):
             logger.warning(
                 f"{dbt_version} is a recent version of dbt and may not be fully tested with data-diff! \nPlease report any issues to https://github.com/datafold/data-diff/issues"
@@ -216,25 +233,35 @@ def get_connection_creds(self) -> Tuple[Dict[str, str], str]:
         dbt_profile_var = self.project_dict.get("profile")
 
         profile = get_from_dict_with_raise(
-            profiles, dbt_profile_var, DbtProfileNotFoundError(f"No profile '{dbt_profile_var}' found in '{profiles_path}'.")
+            profiles,
+            dbt_profile_var,
+            DbtProfileNotFoundError(f"No profile '{dbt_profile_var}' found in '{profiles_path}'."),
         )
         # values can contain env_vars
         rendered_profile = ProfileRenderer().render_data(profile)
         profile_target = get_from_dict_with_raise(
-            rendered_profile, "target", DbtProfileNotFoundError(f"No target found in profile '{dbt_profile_var}' in '{profiles_path}'.")
+            rendered_profile,
+            "target",
+            DbtProfileNotFoundError(f"No target found in profile '{dbt_profile_var}' in '{profiles_path}'."),
         )
         outputs = get_from_dict_with_raise(
-            rendered_profile, "outputs", DbtProfileNotFoundError(f"No outputs found in profile '{dbt_profile_var}' in '{profiles_path}'.")
+            rendered_profile,
+            "outputs",
+            DbtProfileNotFoundError(f"No outputs found in profile '{dbt_profile_var}' in '{profiles_path}'."),
         )
         credentials = get_from_dict_with_raise(
             outputs,
             profile_target,
-            DbtProfileNotFoundError(f"No credentials found for target '{profile_target}' in profile '{dbt_profile_var}' in '{profiles_path}'."),
+            DbtProfileNotFoundError(
+                f"No credentials found for target '{profile_target}' in profile '{dbt_profile_var}' in '{profiles_path}'."
+            ),
         )
         conn_type = get_from_dict_with_raise(
             credentials,
             "type",
-            DbtProfileNotFoundError(f"No type found for target '{profile_target}' in profile '{dbt_profile_var}' in '{profiles_path}'."),
+            DbtProfileNotFoundError(
+                f"No type found for target '{profile_target}' in profile '{dbt_profile_var}' in '{profiles_path}'."
+            ),
         )
         conn_type = conn_type.lower()
 

data_diff/errors.py

@@ -1,36 +1,46 @@
-
 class DbtProjectVarsNotFoundError(Exception):
     "Raised when an expected dbt_project.yml section is missing."
 
+
 class DbtProfileNotFoundError(Exception):
     "Raised when an expected profiles.yml section is missing."
 
+
 class DbtNoSuccessfulModelsInRunError(Exception):
     "Raised when there are no successful model runs in the run_results.json"
 
+
 class DbtRunResultsVersionError(Exception):
     "Raised when the dbt version in run_results.json is lower than the minimum version."
 
+
 class DbtSelectNoMatchingModelsError(Exception):
     "Raised when the `--select` flag returns no models."
 
+
 class DbtSelectUnexpectedError(Exception):
     "Catch all for unexpected dbt list --select results."
 
+
 class DbtSnowflakeSetConnectionError(Exception):
     "Raised when a dbt snowflake profile has unexpected values."
 
+
 class DbtBigQueryOauthOnlyError(Exception):
     "Raised when trying to use a method other than oauth with BigQuery."
 
+
 class DbtRedshiftPasswordOnlyError(Exception):
     "Raised when using a non-password connection method with Redshift."
 
+
 class DbtConnectionNotImplementedError(Exception):
     "Raised when trying to use an unsupported dbt connection method."
 
+
 class DbtCoreNoRunnerError(Exception):
     "Raised when the manifest version >= 1.5, but the dbt-core package is < 1.5. This is an edge case most likely to occur in development."
 
+
 class DbtSelectVersionTooLowError(Exception):
-    "Raised when attempting to use `--select` with a dbt-core version < 1.5."
+    "Raised when attempting to use `--select` with a dbt-core version < 1.5."

tests/test_dbt.py

@@ -4,7 +4,18 @@
 from data_diff.cloud.datafold_api import TCloudApiDataSource
 from data_diff.cloud.datafold_api import TCloudApiOrgMeta
 from data_diff.diff_tables import Algorithm
-from data_diff.errors import DbtBigQueryOauthOnlyError, DbtConnectionNotImplementedError, DbtCoreNoRunnerError, DbtNoSuccessfulModelsInRunError, DbtProfileNotFoundError, DbtProjectVarsNotFoundError, DbtRedshiftPasswordOnlyError, DbtRunResultsVersionError, DbtSelectVersionTooLowError, DbtSnowflakeSetConnectionError
+from data_diff.errors import (
+    DbtBigQueryOauthOnlyError,
+    DbtConnectionNotImplementedError,
+    DbtCoreNoRunnerError,
+    DbtNoSuccessfulModelsInRunError,
+    DbtProfileNotFoundError,
+    DbtProjectVarsNotFoundError,
+    DbtRedshiftPasswordOnlyError,
+    DbtRunResultsVersionError,
+    DbtSelectVersionTooLowError,
+    DbtSnowflakeSetConnectionError,
+)
 from .test_cli import run_datadiff_cli
 
 from data_diff.dbt import (