Update SparkHook configuration loading line on docs. (#4194)

* Alter spark config load line on docs Signed-off-by: Laura Couto <[email protected]> * Rerun docs build Signed-off-by: Laura Couto <[email protected]> --------- Signed-off-by: Laura Couto <[email protected]>
kedro-org · Sep 26, 2024 · f1d3751 · f1d3751
1 parent d0ac061
commit f1d3751
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docs/source/integrations/pyspark_integration.md b/docs/source/integrations/pyspark_integration.md
@@ -35,7 +35,7 @@ class SparkHooks:
         """
 
         # Load the spark configuration in spark.yaml using the config loader
-        parameters = context.config_loader.get("spark*", "spark*/**")
+        parameters = context.config_loader["spark"]
         spark_conf = SparkConf().setAll(parameters.items())
 
         # Initialise the spark session