From 1b1558952c059eea5636d9ccf9a883f9cf4ef643 Mon Sep 17 00:00:00 2001 From: Sajid Alam <90610031+SajidAlamQB@users.noreply.github.com> Date: Wed, 20 Apr 2022 14:51:13 +0100 Subject: [PATCH] Fix pyspark example in docs (#1452) Signed-off-by: SajidAlamQB <90610031+SajidAlamQB@users.noreply.github.com> --- docs/source/tools_integration/pyspark.md | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/docs/source/tools_integration/pyspark.md b/docs/source/tools_integration/pyspark.md index 5e6849cf4b..5daa25c5be 100644 --- a/docs/source/tools_integration/pyspark.md +++ b/docs/source/tools_integration/pyspark.md @@ -38,10 +38,13 @@ class CustomContext(KedroContext): package_name: str, project_path: Union[Path, str], config_loader: ConfigLoader, + hook_manager: PluginManager, env: str = None, extra_params: Dict[str, Any] = None, ): - super().__init__(package_name, project_path, config_loader, env, extra_params) + super().__init__( + package_name, project_path, config_loader, hook_manager, env, extra_params + ) self.init_spark_session() def init_spark_session(self) -> None: @@ -53,7 +56,7 @@ class CustomContext(KedroContext): # Initialise the spark session spark_session_conf = ( - SparkSession.builder.appName(self.package_name) + SparkSession.builder.appName(self._package_name) .enableHiveSupport() .config(conf=spark_conf) )