-
Notifications
You must be signed in to change notification settings - Fork 411
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat(expr):support is_ipv4 and is_ipv6 expr to tiflash (#6773)
close #5120
- Loading branch information
1 parent
a5d6f86
commit 7042c7b
Showing
6 changed files
with
478 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| // Copyright 2023 PingCAP, Ltd. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #include <Functions/FunctionFactory.h> | ||
| #include <Functions/FunctionsIsIPAddr.h> | ||
|
|
||
| namespace DB | ||
| { | ||
|
|
||
| void registerFunctionsIsIPAddr(FunctionFactory & factory) | ||
| { | ||
| factory.registerFunction<FunctionIsIPv4OrIsIPv6<CheckIsIPv4Impl>>(); | ||
| factory.registerFunction<FunctionIsIPv4OrIsIPv6<CheckIsIPv6Impl>>(); | ||
| } | ||
|
|
||
| } // namespace DB |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,285 @@ | ||
| // Copyright 2023 PingCAP, Ltd. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #pragma once | ||
|
|
||
| #include <Columns/ColumnNullable.h> | ||
| #include <Columns/ColumnString.h> | ||
| #include <DataTypes/DataTypeNullable.h> | ||
| #include <DataTypes/DataTypeString.h> | ||
| #include <DataTypes/DataTypesNumber.h> | ||
| #include <Functions/FunctionHelpers.h> | ||
| #include <Functions/IFunction.h> | ||
|
|
||
| #ifndef INADDRSZ | ||
| #define INADDRSZ 4 | ||
| #endif | ||
|
|
||
| #ifndef INT16SZ | ||
| #define INT16SZ sizeof(short) | ||
| #endif | ||
|
|
||
| #ifndef IN6ADDRSZ | ||
| #define IN6ADDRSZ 16 | ||
| #endif | ||
|
|
||
| namespace DB | ||
| { | ||
| namespace ErrorCodes | ||
| { | ||
| extern const int ILLEGAL_COLUMN; | ||
| extern const int ILLEGAL_TYPE_OF_ARGUMENT; | ||
| extern const int NUMBER_OF_ARGUMENTS_DOESNT_MATCH; | ||
| } // namespace ErrorCodes | ||
|
|
||
| /** Helper functions | ||
| * | ||
| * isIPv4(x) - Judge whether the input string is an IPv4 address. | ||
| * | ||
| * isIPv6(x) - Judge whether the input string is an IPv6 address. | ||
| * | ||
| */ | ||
|
|
||
|
|
||
| struct CheckIsIPv4Impl | ||
| { | ||
| static constexpr auto name = "tiDBIsIPv4"; | ||
| /* Description： | ||
| * This function is used to determine whether the input string is an IPv4 address, | ||
| * and the code comes from the inet_pton4 function of "arpa/inet.h". | ||
| * References: http://svn.apache.org/repos/asf/apr/apr/trunk/network_io/unix/inet_pton.c | ||
| */ | ||
| static inline UInt8 isMatch(const char * src) | ||
| { | ||
| if (nullptr == src) | ||
| return 0; | ||
|
|
||
| static const char digits[] = "0123456789"; | ||
| int saw_digit, octets; | ||
| char ch; | ||
| unsigned char tmp[INADDRSZ], *tp; | ||
|
|
||
| saw_digit = 0; | ||
| octets = 0; | ||
| *(tp = tmp) = 0; | ||
| while ((ch = *src++) != '\0') | ||
| { | ||
| const char * pch; | ||
|
|
||
| if ((pch = strchr(digits, ch)) != nullptr) | ||
| { | ||
| unsigned int num = *tp * 10 + static_cast<unsigned int>(pch - digits); | ||
|
|
||
| if (num > 255) | ||
| return 0; | ||
| *tp = num; | ||
| if (!saw_digit) | ||
| { | ||
| if (++octets > 4) | ||
| return 0; | ||
| saw_digit = 1; | ||
| } | ||
| } | ||
| else if (ch == '.' && saw_digit) | ||
| { | ||
| if (octets == 4) | ||
| return 0; | ||
| *++tp = 0; | ||
| saw_digit = 0; | ||
| } | ||
| else | ||
| return 0; | ||
| } | ||
| if (octets < 4) | ||
| return 0; | ||
|
|
||
| return 1; | ||
| } | ||
| }; | ||
| struct CheckIsIPv6Impl | ||
| { | ||
| static constexpr auto name = "tiDBIsIPv6"; | ||
|
|
||
| /* Description： | ||
| * This function is used to determine whether the input string is an IPv6 address, | ||
| * and the code comes from the inet_pton6 function of "arpa/inet.h". | ||
| * References: http://svn.apache.org/repos/asf/apr/apr/trunk/network_io/unix/inet_pton.c | ||
| */ | ||
| static inline UInt8 isMatch(const char * src) | ||
| { | ||
| if (nullptr == src) | ||
| return 0; | ||
| static const char xdigits_l[] = "0123456789abcdef", | ||
| xdigits_u[] = "0123456789ABCDEF"; | ||
| unsigned char tmp[16], *tp, *endp, *colonp; | ||
| const char *xdigits, *curtok; | ||
| int ch, saw_xdigit; | ||
| unsigned int val; | ||
|
|
||
| memset((tp = tmp), '\0', IN6ADDRSZ); | ||
| endp = tp + IN6ADDRSZ; | ||
| colonp = nullptr; | ||
| if (*src == ':') | ||
| if (*++src != ':') | ||
| return 0; | ||
| curtok = src; | ||
| saw_xdigit = 0; | ||
| val = 0; | ||
| while ((ch = *src++) != '\0') | ||
| { | ||
| const char * pch; | ||
|
|
||
| if ((pch = strchr((xdigits = xdigits_l), ch)) == nullptr) | ||
| pch = strchr((xdigits = xdigits_u), ch); | ||
| if (pch != nullptr) | ||
| { | ||
| val <<= 4; | ||
| val |= (pch - xdigits); | ||
| if (val > 0xffff) | ||
| return 0; | ||
| saw_xdigit = 1; | ||
| continue; | ||
| } | ||
| if (ch == ':') | ||
| { | ||
| curtok = src; | ||
| if (!saw_xdigit) | ||
| { | ||
| if (colonp) | ||
| return 0; | ||
| colonp = tp; | ||
| continue; | ||
| } | ||
| if (tp + INT16SZ > endp) | ||
| return 0; | ||
| *tp++ = static_cast<unsigned char>(val >> 8) & 0xff; | ||
| *tp++ = static_cast<unsigned char>(val) & 0xff; | ||
| saw_xdigit = 0; | ||
| val = 0; | ||
| continue; | ||
| } | ||
| if (ch == '.' && ((tp + INADDRSZ) <= endp) && CheckIsIPv4Impl::isMatch(curtok) > 0) | ||
| { | ||
| tp += INADDRSZ; | ||
| saw_xdigit = 0; | ||
| break; /* '\0' was seen by CheckIsIPv4Impl::isMatch(). */ | ||
| } | ||
| return 0; | ||
| } | ||
| if (saw_xdigit) | ||
| { | ||
| if (tp + INT16SZ > endp) | ||
| return 0; | ||
| *tp++ = static_cast<unsigned char>(val >> 8) & 0xff; | ||
| *tp++ = static_cast<unsigned char>(val) & 0xff; | ||
| } | ||
| if (colonp != nullptr) | ||
| { | ||
| const size_t n = tp - colonp; | ||
| size_t i; | ||
|
|
||
| for (i = 1; i <= n; ++i) | ||
| { | ||
| endp[-i] = colonp[n - i]; | ||
| colonp[n - i] = 0; | ||
| } | ||
| tp = endp; | ||
| } | ||
| if (tp != endp) | ||
| return 0; | ||
| return 1; | ||
| } | ||
| }; | ||
|
|
||
| template <typename Impl> | ||
| class FunctionIsIPv4OrIsIPv6 : public IFunction | ||
| { | ||
| public: | ||
| static constexpr auto name = Impl::name; | ||
| FunctionIsIPv4OrIsIPv6() = default; | ||
|
|
||
| static FunctionPtr create(const Context &) { return std::make_shared<FunctionIsIPv4OrIsIPv6>(); }; | ||
|
|
||
| std::string getName() const override { return name; } | ||
| size_t getNumberOfArguments() const override { return 1; } | ||
| bool useDefaultImplementationForConstants() const override { return true; } | ||
| bool useDefaultImplementationForNulls() const override { return false; } | ||
|
|
||
| DataTypePtr getReturnTypeImpl(const DataTypes & arguments) const override | ||
| { | ||
| if (arguments.size() != 1) | ||
| throw Exception( | ||
| fmt::format("Number of arguments for function {} doesn't match: passed {}, should be 1.", getName(), arguments.size()), | ||
| ErrorCodes::NUMBER_OF_ARGUMENTS_DOESNT_MATCH); | ||
| if (!arguments[0]->onlyNull()) | ||
| { | ||
| DataTypePtr data_type = removeNullable(arguments[0]); | ||
| if (!data_type->isString()) | ||
| throw Exception( | ||
| fmt::format("Illegal argument type {} of function {}, should be integer", arguments[0]->getName(), getName()), | ||
| ErrorCodes::ILLEGAL_TYPE_OF_ARGUMENT); | ||
| } | ||
| return std::make_shared<DataTypeUInt8>(); | ||
| } | ||
| void executeImpl(Block & block, const ColumnNumbers & arguments, size_t result) const override | ||
| { | ||
| size_t size = block.getByPosition(arguments[0]).column->size(); | ||
| auto col_res = ColumnUInt8::create(); | ||
| ColumnUInt8::Container & vec_res = col_res->getData(); | ||
| vec_res.resize(size); | ||
|
|
||
| /// Always null. | ||
| if (block.getByPosition(arguments[0]).type->onlyNull()) | ||
| { | ||
| for (size_t i = 0; i < size; ++i) | ||
| { | ||
| vec_res[i] = 0; | ||
| } | ||
| block.getByPosition(result).column = std::move(col_res); | ||
| return; | ||
| } | ||
|
|
||
| auto [column, nullmap] = removeNullable(block.getByPosition(arguments[0]).column.get()); | ||
| if (const auto * col_input = checkAndGetColumn<ColumnString>(column)) | ||
| { | ||
| const typename ColumnString::Chars_t & data = col_input->getChars(); | ||
| const typename ColumnString::Offsets & offsets = col_input->getOffsets(); | ||
|
|
||
| size_t prev_offset = 0; | ||
| for (size_t i = 0; i < size; ++i) | ||
| { | ||
| if (nullmap && (*nullmap)[i]) | ||
| { | ||
| vec_res[i] = 0; | ||
| } | ||
| else | ||
| { | ||
| vec_res[i] = Impl::isMatch(reinterpret_cast<const char *>(&data[prev_offset])); | ||
| } | ||
| prev_offset = offsets[i]; | ||
| } | ||
|
|
||
| block.getByPosition(result).column = std::move(col_res); | ||
| } | ||
| else | ||
| throw Exception( | ||
| fmt::format("Illegal column {} of argument of function {}", block.getByPosition(arguments[0]).column->getName(), getName()), | ||
| ErrorCodes::ILLEGAL_COLUMN); | ||
| } | ||
| }; | ||
| } // namespace DB | ||
|
|
||
| #undef INADDRSZ | ||
| #undef INT16SZ | ||
| #undef IN6ADDRSZ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.