fix: unicode replacement character (0xFFFD) are not supported as csv …

…delimiter (#36310) #36309 Signed-off-by: OxalisCu <[email protected]>
milvus-io · Oct 17, 2024 · 60e51f1 · 60e51f1
1 parent eb62433
commit 60e51f1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/internal/util/importutilv2/option.go b/internal/util/importutilv2/option.go
@@ -104,7 +104,7 @@ func SkipDiskQuotaCheck(options Options) bool {
 
 func GetCSVSep(options Options) (rune, error) {
 	sep, err := funcutil.GetAttrByKeyFromRepeatedKV("sep", options)
-	unsupportedSep := []rune{0, '\n', '\r', '"'}
+	unsupportedSep := []rune{0, '\n', '\r', '"', 0xFFFD}
 	defaultSep := ','
 	if err != nil || len(sep) == 0 {
 		return defaultSep, nil