| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| #ifndef ARROW_TYPE_TRAITS_H |
| #define ARROW_TYPE_TRAITS_H |
| |
| #include <memory> |
| #include <type_traits> |
| |
| #include "arrow/type_fwd.h" |
| #include "arrow/util/bit-util.h" |
| |
| namespace arrow { |
| |
| // |
| // Per-type type traits |
| // |
| |
| template <typename T> |
| struct TypeTraits {}; |
| |
| template <> |
| struct TypeTraits<NullType> { |
| using ArrayType = NullArray; |
| using BuilderType = NullBuilder; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<UInt8Type> { |
| using ArrayType = UInt8Array; |
| using BuilderType = UInt8Builder; |
| using TensorType = UInt8Tensor; |
| static inline int64_t bytes_required(int64_t elements) { return elements; } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return uint8(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Int8Type> { |
| using ArrayType = Int8Array; |
| using BuilderType = Int8Builder; |
| using TensorType = Int8Tensor; |
| static inline int64_t bytes_required(int64_t elements) { return elements; } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return int8(); } |
| }; |
| |
| template <> |
| struct TypeTraits<UInt16Type> { |
| using ArrayType = UInt16Array; |
| using BuilderType = UInt16Builder; |
| using TensorType = UInt16Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(uint16_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return uint16(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Int16Type> { |
| using ArrayType = Int16Array; |
| using BuilderType = Int16Builder; |
| using TensorType = Int16Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int16_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return int16(); } |
| }; |
| |
| template <> |
| struct TypeTraits<UInt32Type> { |
| using ArrayType = UInt32Array; |
| using BuilderType = UInt32Builder; |
| using TensorType = UInt32Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(uint32_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return uint32(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Int32Type> { |
| using ArrayType = Int32Array; |
| using BuilderType = Int32Builder; |
| using TensorType = Int32Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int32_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return int32(); } |
| }; |
| |
| template <> |
| struct TypeTraits<UInt64Type> { |
| using ArrayType = UInt64Array; |
| using BuilderType = UInt64Builder; |
| using TensorType = UInt64Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(uint64_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return uint64(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Int64Type> { |
| using ArrayType = Int64Array; |
| using BuilderType = Int64Builder; |
| using TensorType = Int64Tensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int64_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return int64(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Date64Type> { |
| using ArrayType = Date64Array; |
| using BuilderType = Date64Builder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int64_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return date64(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Date32Type> { |
| using ArrayType = Date32Array; |
| using BuilderType = Date32Builder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int32_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return date32(); } |
| }; |
| |
| template <> |
| struct TypeTraits<TimestampType> { |
| using ArrayType = TimestampArray; |
| using BuilderType = TimestampBuilder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int64_t); |
| } |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<Time32Type> { |
| using ArrayType = Time32Array; |
| using BuilderType = Time32Builder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int32_t); |
| } |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<Time64Type> { |
| using ArrayType = Time64Array; |
| using BuilderType = Time64Builder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(int64_t); |
| } |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<HalfFloatType> { |
| using ArrayType = HalfFloatArray; |
| using BuilderType = HalfFloatBuilder; |
| using TensorType = HalfFloatTensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return elements * sizeof(uint16_t); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return float16(); } |
| }; |
| |
| template <> |
| struct TypeTraits<FloatType> { |
| using ArrayType = FloatArray; |
| using BuilderType = FloatBuilder; |
| using TensorType = FloatTensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return static_cast<int64_t>(elements * sizeof(float)); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return float32(); } |
| }; |
| |
| template <> |
| struct TypeTraits<DoubleType> { |
| using ArrayType = DoubleArray; |
| using BuilderType = DoubleBuilder; |
| using TensorType = DoubleTensor; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return static_cast<int64_t>(elements * sizeof(double)); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return float64(); } |
| }; |
| |
| template <> |
| struct TypeTraits<Decimal128Type> { |
| using ArrayType = Decimal128Array; |
| using BuilderType = Decimal128Builder; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<BooleanType> { |
| using ArrayType = BooleanArray; |
| using BuilderType = BooleanBuilder; |
| |
| static inline int64_t bytes_required(int64_t elements) { |
| return BitUtil::BytesForBits(elements); |
| } |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return boolean(); } |
| }; |
| |
| template <> |
| struct TypeTraits<StringType> { |
| using ArrayType = StringArray; |
| using BuilderType = StringBuilder; |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return utf8(); } |
| }; |
| |
| template <> |
| struct TypeTraits<BinaryType> { |
| using ArrayType = BinaryArray; |
| using BuilderType = BinaryBuilder; |
| constexpr static bool is_parameter_free = true; |
| static inline std::shared_ptr<DataType> type_singleton() { return binary(); } |
| }; |
| |
| template <> |
| struct TypeTraits<FixedSizeBinaryType> { |
| using ArrayType = FixedSizeBinaryArray; |
| using BuilderType = FixedSizeBinaryBuilder; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<ListType> { |
| using ArrayType = ListArray; |
| using BuilderType = ListBuilder; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<StructType> { |
| using ArrayType = StructArray; |
| using BuilderType = StructBuilder; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<UnionType> { |
| using ArrayType = UnionArray; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| template <> |
| struct TypeTraits<DictionaryType> { |
| using ArrayType = DictionaryArray; |
| constexpr static bool is_parameter_free = false; |
| }; |
| |
| // |
| // Useful type predicates |
| // |
| |
| template <typename T> |
| using is_number = std::is_base_of<Number, T>; |
| |
| template <typename T> |
| struct has_c_type { |
| static constexpr bool value = |
| (std::is_base_of<PrimitiveCType, T>::value || std::is_base_of<DateType, T>::value || |
| std::is_base_of<TimeType, T>::value || std::is_base_of<TimestampType, T>::value); |
| }; |
| |
| template <typename T> |
| struct is_8bit_int { |
| static constexpr bool value = |
| (std::is_same<UInt8Type, T>::value || std::is_same<Int8Type, T>::value); |
| }; |
| |
| template <typename T> |
| using enable_if_8bit_int = typename std::enable_if<is_8bit_int<T>::value>::type; |
| |
| template <typename T> |
| using enable_if_primitive_ctype = |
| typename std::enable_if<std::is_base_of<PrimitiveCType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_date = typename std::enable_if<std::is_base_of<DateType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_integer = |
| typename std::enable_if<std::is_base_of<Integer, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_signed_integer = |
| typename std::enable_if<std::is_base_of<Integer, T>::value && |
| std::is_signed<typename T::c_type>::value>::type; |
| |
| template <typename T> |
| using enable_if_unsigned_integer = |
| typename std::enable_if<std::is_base_of<Integer, T>::value && |
| std::is_unsigned<typename T::c_type>::value>::type; |
| |
| template <typename T> |
| using enable_if_floating_point = |
| typename std::enable_if<std::is_base_of<FloatingPoint, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_time = typename std::enable_if<std::is_base_of<TimeType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_timestamp = |
| typename std::enable_if<std::is_base_of<TimestampType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_has_c_type = typename std::enable_if<has_c_type<T>::value>::type; |
| |
| template <typename T> |
| using enable_if_null = typename std::enable_if<std::is_same<NullType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_binary = |
| typename std::enable_if<std::is_base_of<BinaryType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_boolean = |
| typename std::enable_if<std::is_same<BooleanType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_binary_like = |
| typename std::enable_if<std::is_base_of<BinaryType, T>::value || |
| std::is_base_of<FixedSizeBinaryType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_fixed_size_binary = |
| typename std::enable_if<std::is_base_of<FixedSizeBinaryType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_list = typename std::enable_if<std::is_base_of<ListType, T>::value>::type; |
| |
| template <typename T> |
| using enable_if_number = typename std::enable_if<is_number<T>::value>::type; |
| |
| namespace detail { |
| |
| // Not all type classes have a c_type |
| template <typename T> |
| struct as_void { |
| using type = void; |
| }; |
| |
| // The partial specialization will match if T has the ATTR_NAME member |
| #define GET_ATTR(ATTR_NAME, DEFAULT) \ |
| template <typename T, typename Enable = void> \ |
| struct GetAttr_##ATTR_NAME { \ |
| using type = DEFAULT; \ |
| }; \ |
| \ |
| template <typename T> \ |
| struct GetAttr_##ATTR_NAME<T, typename as_void<typename T::ATTR_NAME>::type> { \ |
| using type = typename T::ATTR_NAME; \ |
| }; |
| |
| GET_ATTR(c_type, void); |
| GET_ATTR(TypeClass, void); |
| |
| #undef GET_ATTR |
| |
| } // namespace detail |
| |
| #define PRIMITIVE_TRAITS(T) \ |
| using TypeClass = \ |
| typename std::conditional<std::is_base_of<DataType, T>::value, T, \ |
| typename detail::GetAttr_TypeClass<T>::type>::type; \ |
| using c_type = typename detail::GetAttr_c_type<TypeClass>::type |
| |
| template <typename T> |
| struct IsUnsignedInt { |
| PRIMITIVE_TRAITS(T); |
| static constexpr bool value = |
| std::is_integral<c_type>::value && std::is_unsigned<c_type>::value; |
| }; |
| |
| template <typename T> |
| struct IsSignedInt { |
| PRIMITIVE_TRAITS(T); |
| static constexpr bool value = |
| std::is_integral<c_type>::value && std::is_signed<c_type>::value; |
| }; |
| |
| template <typename T> |
| struct IsInteger { |
| PRIMITIVE_TRAITS(T); |
| static constexpr bool value = std::is_integral<c_type>::value; |
| }; |
| |
| template <typename T> |
| struct IsFloatingPoint { |
| PRIMITIVE_TRAITS(T); |
| static constexpr bool value = std::is_floating_point<c_type>::value; |
| }; |
| |
| template <typename T> |
| struct IsNumeric { |
| PRIMITIVE_TRAITS(T); |
| static constexpr bool value = std::is_arithmetic<c_type>::value; |
| }; |
| |
| static inline bool is_integer(Type::type type_id) { |
| switch (type_id) { |
| case Type::UINT8: |
| case Type::INT8: |
| case Type::UINT16: |
| case Type::INT16: |
| case Type::UINT32: |
| case Type::INT32: |
| case Type::UINT64: |
| case Type::INT64: |
| return true; |
| default: |
| break; |
| } |
| return false; |
| } |
| |
| static inline bool is_floating(Type::type type_id) { |
| switch (type_id) { |
| case Type::HALF_FLOAT: |
| case Type::FLOAT: |
| case Type::DOUBLE: |
| return true; |
| default: |
| break; |
| } |
| return false; |
| } |
| |
| static inline bool is_primitive(Type::type type_id) { |
| switch (type_id) { |
| case Type::NA: |
| case Type::BOOL: |
| case Type::UINT8: |
| case Type::INT8: |
| case Type::UINT16: |
| case Type::INT16: |
| case Type::UINT32: |
| case Type::INT32: |
| case Type::UINT64: |
| case Type::INT64: |
| case Type::HALF_FLOAT: |
| case Type::FLOAT: |
| case Type::DOUBLE: |
| case Type::DATE32: |
| case Type::DATE64: |
| case Type::TIME32: |
| case Type::TIME64: |
| case Type::TIMESTAMP: |
| case Type::INTERVAL: |
| return true; |
| default: |
| break; |
| } |
| return false; |
| } |
| |
| static inline bool is_binary_like(Type::type type_id) { |
| switch (type_id) { |
| case Type::BINARY: |
| case Type::STRING: |
| return true; |
| default: |
| break; |
| } |
| return false; |
| } |
| |
| static inline bool is_dictionary(Type::type type_id) { |
| return type_id == Type::DICTIONARY; |
| } |
| |
| } // namespace arrow |
| |
| #endif // ARROW_TYPE_TRAITS_H |