fix(pyspark): remove use of attribute that prevents using spark conne…

…ct (#9061) Remove unused of `sparkContext` attribute, use of which prevents using spark connect. Closes #9060.
ibis-project · Apr 26, 2024 · b48f451 · b48f451
1 parent 5dac34d
commit b48f451
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/ibis/backends/pyspark/__init__.py b/ibis/backends/pyspark/__init__.py
@@ -197,7 +197,6 @@ def do_connect(self, session: SparkSession | None = None) -> None:
 
             session = SparkSession.builder.getOrCreate()
 
-        self._context = session.sparkContext
         self._session = session
 
         # Spark internally stores timestamps as UTC values, and timestamp data