Remove LargeUtf8|Binary, Utf8|BinaryView, and Dictionary from ScalarValue

datafusion/common/src/lib.rs

@@ -37,6 +37,7 @@ pub mod file_options;
 pub mod format;
 pub mod hash_utils;
 pub mod instant;
+pub mod logical;
 pub mod parsers;
 pub mod rounding;
 pub mod scalar;

datafusion/common/src/logical/eq.rs

@@ -0,0 +1,43 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+use arrow_schema::DataType;
+
+pub trait LogicallyEq<Rhs: ?Sized = Self> {
+    #[must_use]
+    fn logically_eq(&self, other: &Rhs) -> bool;
+}
+
+impl LogicallyEq for DataType {
+    fn logically_eq(&self, other: &Self) -> bool {
+        use DataType::*;
+
+        match (self, other) {
+            (Utf8 | LargeUtf8 | Utf8View, Utf8 | LargeUtf8 | Utf8View)
+            | (Binary | LargeBinary | BinaryView, Binary | LargeBinary | BinaryView) => {
+                true
+            }
+            (Dictionary(_, inner), other) | (other, Dictionary(_, inner)) => {
+                other.logically_eq(inner)
+            }
+            (RunEndEncoded(_, inner), other) | (other, RunEndEncoded(_, inner)) => {
+                other.logically_eq(inner.data_type())
+            }
+            _ => self == other,
+        }
+    }
+}

datafusion/common/src/logical/mod.rs

@@ -0,0 +1,18 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+pub mod eq;