[Feature][Connector-V2][Elasticsearch] Support Elasticsearch source (#…

…2821)

docs/en/connector-v2/source/Elasticsearch.md

@@ -0,0 +1,89 @@
+# Elasticsearch
+
+> Elasticsearch source connector
+
+## Description
+
+Used to read data from Elasticsearch.
+
+support version >= 2.x and < 8.x.
+
+## Key features
+
+- [x] [batch](../../concept/connector-v2-features.md)
+- [ ] [stream](../../concept/connector-v2-features.md)
+- [ ] [exactly-once](../../concept/connector-v2-features.md)
+- [x] [schema projection](../../concept/connector-v2-features.md)
+- [ ] [parallelism](../../concept/connector-v2-features.md)
+- [ ] [support user-defined split](../../concept/connector-v2-features.md)
+
+## Options
+
+| name        | type   | required | default value | 
+|-------------|--------| -------- |---------------|
+| hosts       | array  | yes      | -             |
+| username    | string | no       | -             |
+| password    | string | no       | -             |
+| index       | string | yes      | -             |
+| source      | array  | yes      | -             |
+| scroll_time | string | no       | 1m            |
+| scroll_size | int    | no       | 100           |
+
+
+
+### hosts [array]
+Elasticsearch cluster http address, the format is `host:port`, allowing multiple hosts to be specified. Such as `["host1:9200", "host2:9200"]`.
+
+### username [string]
+x-pack username.
+
+### password [string]
+x-pack password.
+
+### index [string]
+Elasticsearch index name, support * fuzzy matching.
+
+### source [array]
+The fields of index.
+You can get the document id by specifying the field `_id`.If sink _id to other index,you need specify an alias for _id due to the Elasticsearch limit.
+
+### scroll_time [String]
+Amount of time Elasticsearch will keep the search context alive for scroll requests.
+
+### scroll_size [int]
+Maximum number of hits to be returned with each Elasticsearch scroll request.
+
+## Examples
+simple
+```hocon
+Elasticsearch {
+    hosts = ["localhost:9200"]
+    index = "seatunnel-*"
+    source = ["_id","name","age"]
+}
+```
+complex
+```hocon
+Elasticsearch {
+    hosts = ["elasticsearch:9200"]
+    index = "st_index"
+    schema = {
+        fields {
+            c_map = "map<string, tinyint>"
+            c_array = "array<tinyint>"
+            c_string = string
+            c_boolean = boolean
+            c_tinyint = tinyint
+            c_smallint = smallint
+            c_int = int
+            c_bigint = bigint
+            c_float = float
+            c_double = double
+            c_decimal = "decimal(2, 1)"
+            c_bytes = bytes
+            c_date = date
+            c_timestamp = timestamp
+        }
+    }
+}
+```

plugin-mapping.properties

@@ -116,7 +116,8 @@ seatunnel.sink.OssFile = connector-file-oss
 seatunnel.source.Pulsar = connector-pulsar
 seatunnel.source.Hudi = connector-hudi
 seatunnel.sink.DingTalk = connector-dingtalk
-seatunnel.sink.elasticsearch = connector-elasticsearch
+seatunnel.source.Elasticsearch = connector-elasticsearch
+seatunnel.sink.Elasticsearch = connector-elasticsearch
 seatunnel.source.IoTDB = connector-iotdb
 seatunnel.sink.IoTDB = connector-iotdb
 seatunnel.source.Neo4j = connector-neo4j

seatunnel-connectors-v2/connector-elasticsearch/pom.xml

@@ -28,11 +28,8 @@
     <modelVersion>4.0.0</modelVersion>
 
     <artifactId>connector-elasticsearch</artifactId>
-
     <properties>
         <elasticsearch-rest-client.version>7.5.1</elasticsearch-rest-client.version>
-        <jackson.databind.version>2.12.6</jackson.databind.version>
-        <jackson-datatype-jsr310.version>2.13.3</jackson-datatype-jsr310.version>
     </properties>
 
     <dependencies>
@@ -42,15 +39,15 @@
             <version>${elasticsearch-rest-client.version}</version>
         </dependency>
         <dependency>
-            <groupId>com.fasterxml.jackson.core</groupId>
-            <artifactId>jackson-databind</artifactId>
-            <version>${jackson.databind.version}</version>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>connector-common</artifactId>
+            <version>${project.version}</version>
+            <scope>compile</scope>
         </dependency>
         <dependency>
-            <groupId>com.fasterxml.jackson.datatype</groupId>
-            <artifactId>jackson-datatype-jsr310</artifactId>
-            <version>${jackson-datatype-jsr310.version}</version>
+            <groupId>org.apache.seatunnel</groupId>
+            <artifactId>seatunnel-format-json</artifactId>
+            <version>${project.version}</version>
         </dependency>
     </dependencies>
-
-</project>
+</project>