diff --git a/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md b/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md index 76245e8fac9..0a4b3c3bc35 100644 --- a/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md +++ b/docs-2.0/nebula-exchange/parameter-reference/ex-ug-parameter.md @@ -101,6 +101,9 @@ For different data sources, the vertex configurations are different. There are m |`tags.fields`|list\[string\]|-|Yes|The header or column name of the column corresponding to properties. If there is a header or a column name, please use that name directly. If a CSV file does not have a header, use the form of `[_c0, _c1, _c2]` to represent the first column, the second column, the third column, and so on.| |`tags.nebula.fields`|list\[string\]|-|Yes|Property names defined in NebulaGraph, the order of which must correspond to `tags.fields`. For example, `[_c1, _c2]` corresponds to `[name, age]`, which means that values in the second column are the values of the property `name`, and values in the third column are the values of the property `age`.| |`tags.vertex.field`|string|-|Yes|The column of vertex IDs. For example, when a CSV file has no header, users can use `_c0` to indicate values in the first column are vertex IDs.| +|`tags.vertex.udf.separator`|string|-|No|Support merging multiple columns by custom rules. This parameter specifies the join character.| +|`tags.vertex.udf.oldColNames`|list|-|No|Support merging multiple columns by custom rules. This parameter specifies the names of the columns to be merged. Multiple columns are separated by commas.| +|`tags.vertex.udf.newColName`|string|-|No|Support merging multiple columns by custom rules. This parameter specifies the new column name. | |`tags.batch`|int|`256`|Yes|The maximum number of vertices written into NebulaGraph in a single batch.| |`tags.partition`|int|`32`|Yes|The number of Spark partitions.| diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-export-from-nebula.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-export-from-nebula.md index 6822390bff7..3882ca6f4c2 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-export-from-nebula.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-export-from-nebula.md @@ -228,6 +228,11 @@ As the data source, NebulaGraph stores the [basketballplayer dataset](https://do nebula.fields: [target_nebula-field-0, target_nebula-field-1, target_nebula-field-2] limit:10000 vertex: _vertexId # must be `_vertexId` + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } batch: 2000 partition: 60 } @@ -249,7 +254,17 @@ As the data source, NebulaGraph stores the [basketballplayer dataset](https://do nebula.fields: [target_nebula-field-0, target_nebula-field-1, target_nebula-field-2] limit:1000 source: _srcId # must be `_srcId` + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } target: _dstId # must be `_dstId` + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } ranking: source_nebula-field-2 batch: 2000 partition: 60 diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-clickhouse.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-clickhouse.md index e36e6d9ca4a..eac43971003 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-clickhouse.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-clickhouse.md @@ -166,6 +166,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of vertex VID in the NebulaGraph. vertex: { field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } # policy:hash } @@ -233,11 +238,21 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In source, use a column in the follow table as the source of the edge's source vertexes. source: { field:src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # In target, use a column in the follow table as the source of the edge's destination vertexes. target: { field:dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-csv.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-csv.md index 7f542151a2f..8309c75f735 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-csv.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-csv.md @@ -187,6 +187,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. vertex: { field:_c0 + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } # policy:hash } @@ -286,9 +291,19 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. source: { field: _c0 + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: _c1 + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The delimiter specified. The default value is comma. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hbase.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hbase.md index c89bb72bef5..5a2e06321a0 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hbase.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hbase.md @@ -200,6 +200,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # For example, if rowkey is the source of the VID, enter rowkey. vertex:{ field:rowkey + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } @@ -262,11 +267,21 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source:{ field:rowkey + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target:{ field:dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hive.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hive.md index 3bcde16d450..65c710218cc 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hive.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-hive.md @@ -238,6 +238,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of vertex VID in the NebulaGraph. vertex:{ field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -294,10 +299,20 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source: { field: src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-jdbc.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-jdbc.md index d163d312a1f..9ce1c536b79 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-jdbc.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-jdbc.md @@ -218,6 +218,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of VIDs in the NebulaGraph. vertex: { field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -295,10 +300,20 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source: { field: src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-json.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-json.md index 3adffebfde8..c12d7e0f51a 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-json.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-json.md @@ -215,6 +215,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. vertex: { field:id + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -299,9 +304,19 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. source: { field: src + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-kafka.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-kafka.md index 48a74f0dc45..b114187823c 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-kafka.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-kafka.md @@ -159,6 +159,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # The key is the same as the value above, indicating that key is used as both VID and property name. vertex:{ field:key + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } @@ -222,11 +227,21 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the topic as the source of the edge's destination vertex. source:{ field:timestamp + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target:{ field:offset + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-maxcompute.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-maxcompute.md index 124716f1a07..2cf189cda41 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-maxcompute.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-maxcompute.md @@ -176,6 +176,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of vertex VID in the NebulaGraph. vertex:{ field: playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -256,11 +261,21 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In source, use a column in the follow table as the source of the edge's source vertex. source:{ field: src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # In target, use a column in the follow table as the source of the edge's destination vertex. target:{ field: dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-mysql.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-mysql.md index b23bcf80122..4d5ea6dc01a 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-mysql.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-mysql.md @@ -204,6 +204,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of VIDs in the NebulaGraph. vertex: { field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -273,10 +278,20 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source: { field: src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-neo4j.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-neo4j.md index f840360fc3c..fa9cc5915d2 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-neo4j.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-neo4j.md @@ -184,6 +184,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` nebula.fields: [age,name] vertex: { field:id + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } partition: 10 batch: 1000 @@ -230,9 +235,19 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` nebula.fields: [degree] source: { field: src + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } #ranking: rank partition: 10 diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-oracle.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-oracle.md index 3104e0fd72a..b2a8b98caa0 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-oracle.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-oracle.md @@ -205,6 +205,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of VIDs in the NebulaGraph. vertex: { field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -272,10 +277,20 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source: { field: src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-orc.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-orc.md index 238f4e03be5..707d7c403e2 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-orc.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-orc.md @@ -182,6 +182,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. vertex: { field:id + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -267,9 +272,19 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. source: { field: src + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-parquet.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-parquet.md index 71ea17006b2..dacbf5fe03a 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-parquet.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-parquet.md @@ -183,6 +183,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. vertex: { field:id + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # The number of data written to NebulaGraph in a single batch. @@ -267,9 +272,19 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Currently, NebulaGraph {{nebula.release}} supports only strings or integers of VID. source: { field: src + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target: { field: dst + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank. diff --git a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-pulsar.md b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-pulsar.md index 038e5925603..906444f293a 100644 --- a/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-pulsar.md +++ b/docs-2.0/nebula-exchange/use-exchange/ex-ug-import-from-pulsar.md @@ -159,6 +159,11 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # Specify a column of data in the table as the source of VIDs in the NebulaGraph. vertex:{ field:playerid + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } @@ -229,10 +234,20 @@ After Exchange is compiled, copy the conf file `target/classes/application.conf` # In target, use a column in the follow table as the source of the edge's destination vertex. source:{ field:src_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } target:{ field:dst_player + # udf:{ + # separator:"_" + # oldColNames:[field-0,field-1,field-2] + # newColName:new-field + # } } # (Optional) Specify a column as the source of the rank.