From f1d37513097471fa868e0b1e0d917c1ba7c35894 Mon Sep 17 00:00:00 2001 From: "L. R. Couto" <57910428+lrcouto@users.noreply.github.com> Date: Thu, 26 Sep 2024 14:32:01 -0300 Subject: [PATCH] Update SparkHook configuration loading line on docs. (#4194) * Alter spark config load line on docs Signed-off-by: Laura Couto * Rerun docs build Signed-off-by: Laura Couto --------- Signed-off-by: Laura Couto --- docs/source/integrations/pyspark_integration.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/source/integrations/pyspark_integration.md b/docs/source/integrations/pyspark_integration.md index f1278955f5..e8bbb359ea 100644 --- a/docs/source/integrations/pyspark_integration.md +++ b/docs/source/integrations/pyspark_integration.md @@ -35,7 +35,7 @@ class SparkHooks: """ # Load the spark configuration in spark.yaml using the config loader - parameters = context.config_loader.get("spark*", "spark*/**") + parameters = context.config_loader["spark"] spark_conf = SparkConf().setAll(parameters.items()) # Initialise the spark session