Delete Spark datasource (#2638)

* Delete Spark datasource Signed-off-by: Tomoyuki Morita <[email protected]> * Fix build error Signed-off-by: Tomoyuki Morita <[email protected]> * Delete spark_connector.rst Signed-off-by: Tomoyuki Morita <[email protected]> * Add missing test Signed-off-by: Tomoyuki Morita <[email protected]> --------- Signed-off-by: Tomoyuki Morita <[email protected]> (cherry picked from commit de7b367) Signed-off-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
opensearch-project · Apr 30, 2024 · ed140e9 · ed140e9
1 parent 294566f
commit ed140e9
Show file tree

Hide file tree

Showing 28 changed files with 206 additions and 1,921 deletions.
diff --git a/docs/user/ppl/admin/connectors/spark_connector.rst b/docs/user/ppl/admin/connectors/spark_connector.rst
diff --git a/plugin/src/main/java/org/opensearch/sql/plugin/SQLPlugin.java b/plugin/src/main/java/org/opensearch/sql/plugin/SQLPlugin.java
@@ -84,7 +84,6 @@
 import org.opensearch.sql.spark.execution.statestore.StateStore;
 import org.opensearch.sql.spark.flint.FlintIndexMetadataServiceImpl;
 import org.opensearch.sql.spark.rest.RestAsyncQueryManagementAction;
-import org.opensearch.sql.spark.storage.SparkStorageFactory;
 import org.opensearch.sql.spark.transport.TransportCancelAsyncQueryRequestAction;
 import org.opensearch.sql.spark.transport.TransportCreateAsyncQueryRequestAction;
 import org.opensearch.sql.spark.transport.TransportGetAsyncQueryResultAction;
@@ -285,7 +284,6 @@ private DataSourceServiceImpl createDataSourceService() {
                 new OpenSearchDataSourceFactory(
                     new OpenSearchNodeClient(this.client), pluginSettings))
             .add(new PrometheusStorageFactory(pluginSettings))
-            .add(new SparkStorageFactory(this.client, pluginSettings))
             .add(new GlueDataSourceFactory(pluginSettings))
             .build(),
         dataSourceMetadataStorage,

diff --git a/spark/src/main/java/org/opensearch/sql/spark/client/EmrClientImpl.java b/spark/src/main/java/org/opensearch/sql/spark/client/EmrClientImpl.java
diff --git a/spark/src/main/java/org/opensearch/sql/spark/client/SparkClient.java b/spark/src/main/java/org/opensearch/sql/spark/client/SparkClient.java
diff --git a/...ava/org/opensearch/sql/spark/functions/implementation/SparkSqlFunctionImplementation.java b/...ava/org/opensearch/sql/spark/functions/implementation/SparkSqlFunctionImplementation.java