| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| **/ |
| |
| #include "expressions/aggregation/AggregationHandleSum.hpp" |
| |
| #include <cstddef> |
| #include <memory> |
| #include <utility> |
| #include <vector> |
| |
| #include "catalog/CatalogTypedefs.hpp" |
| #include "storage/HashTable.hpp" |
| #include "storage/HashTableFactory.hpp" |
| #include "threading/SpinMutex.hpp" |
| #include "types/Type.hpp" |
| #include "types/TypeFactory.hpp" |
| #include "types/TypeID.hpp" |
| #include "types/TypedValue.hpp" |
| #include "types/operations/binary_operations/BinaryOperation.hpp" |
| #include "types/operations/binary_operations/BinaryOperationFactory.hpp" |
| #include "types/operations/binary_operations/BinaryOperationID.hpp" |
| |
| #include "glog/logging.h" |
| |
| namespace quickstep { |
| |
| class StorageManager; |
| |
| AggregationHandleSum::AggregationHandleSum(const Type &type) |
| : argument_type_(type), block_update_(false) { |
| // We sum Int as Long and Float as Double so that we have more headroom when |
| // adding many values. |
| TypeID type_precision_id; |
| switch (argument_type_.getTypeID()) { |
| case kInt: |
| case kLong: |
| type_precision_id = kLong; |
| break; |
| case kFloat: |
| case kDouble: |
| type_precision_id = kDouble; |
| break; |
| default: |
| type_precision_id = type.getTypeID(); |
| break; |
| } |
| |
| const Type &sum_type = TypeFactory::GetType(type_precision_id); |
| blank_state_.sum_ = sum_type.makeZeroValue(); |
| |
| // Make operators to do arithmetic: |
| // Add operator for summing argument values. |
| fast_operator_.reset( |
| BinaryOperationFactory::GetBinaryOperation(BinaryOperationID::kAdd) |
| .makeUncheckedBinaryOperatorForTypes(sum_type, argument_type_)); |
| // Add operator for merging states. |
| merge_operator_.reset( |
| BinaryOperationFactory::GetBinaryOperation(BinaryOperationID::kAdd) |
| .makeUncheckedBinaryOperatorForTypes(sum_type, sum_type)); |
| |
| // Result is nullable, because SUM() over 0 values (or all NULL values) is |
| // NULL. |
| result_type_ = &sum_type.getNullableVersion(); |
| } |
| |
| AggregationStateHashTableBase* AggregationHandleSum::createGroupByHashTable( |
| const HashTableImplType hash_table_impl, |
| const std::vector<const Type *> &group_by_types, |
| const std::size_t estimated_num_groups, |
| StorageManager *storage_manager) const { |
| return AggregationStateHashTableFactory<AggregationStateSum>::CreateResizable( |
| hash_table_impl, group_by_types, estimated_num_groups, storage_manager); |
| } |
| |
| AggregationState* AggregationHandleSum::accumulateColumnVectors( |
| const std::vector<std::unique_ptr<ColumnVector>> &column_vectors) const { |
| DCHECK_EQ(1u, column_vectors.size()) |
| << "Got wrong number of ColumnVectors for SUM: " << column_vectors.size(); |
| std::size_t num_tuples = 0; |
| TypedValue cv_sum = fast_operator_->accumulateColumnVector( |
| blank_state_.sum_, *column_vectors.front(), &num_tuples); |
| return new AggregationStateSum(std::move(cv_sum), num_tuples == 0); |
| } |
| |
| #ifdef QUICKSTEP_ENABLE_VECTOR_COPY_ELISION_SELECTION |
| AggregationState* AggregationHandleSum::accumulateValueAccessor( |
| ValueAccessor *accessor, |
| const std::vector<attribute_id> &accessor_ids) const { |
| DCHECK_EQ(1u, accessor_ids.size()) |
| << "Got wrong number of attributes for SUM: " << accessor_ids.size(); |
| |
| std::size_t num_tuples = 0; |
| TypedValue va_sum = fast_operator_->accumulateValueAccessor( |
| blank_state_.sum_, accessor, accessor_ids.front(), &num_tuples); |
| return new AggregationStateSum(std::move(va_sum), num_tuples == 0); |
| } |
| #endif |
| |
| void AggregationHandleSum::aggregateValueAccessorIntoHashTable( |
| ValueAccessor *accessor, |
| const std::vector<attribute_id> &argument_ids, |
| const std::vector<attribute_id> &group_by_key_ids, |
| AggregationStateHashTableBase *hash_table) const { |
| DCHECK_EQ(1u, argument_ids.size()) |
| << "Got wrong number of arguments for SUM: " << argument_ids.size(); |
| } |
| |
| void AggregationHandleSum::mergeStates(const AggregationState &source, |
| AggregationState *destination) const { |
| const AggregationStateSum &sum_source = |
| static_cast<const AggregationStateSum &>(source); |
| AggregationStateSum *sum_destination = |
| static_cast<AggregationStateSum *>(destination); |
| |
| SpinMutexLock lock(sum_destination->mutex_); |
| sum_destination->sum_ = merge_operator_->applyToTypedValues( |
| sum_destination->sum_, sum_source.sum_); |
| sum_destination->null_ = sum_destination->null_ && sum_source.null_; |
| } |
| |
| void AggregationHandleSum::mergeStatesFast(const std::uint8_t *source, |
| std::uint8_t *destination) const { |
| const TypedValue *src_sum_ptr = |
| reinterpret_cast<const TypedValue *>(source + blank_state_.sum_offset_); |
| const bool *src_null_ptr = |
| reinterpret_cast<const bool *>(source + blank_state_.null_offset_); |
| TypedValue *dst_sum_ptr = |
| reinterpret_cast<TypedValue *>(destination + blank_state_.sum_offset_); |
| bool *dst_null_ptr = |
| reinterpret_cast<bool *>(destination + blank_state_.null_offset_); |
| *dst_sum_ptr = |
| merge_operator_->applyToTypedValues(*dst_sum_ptr, *src_sum_ptr); |
| *dst_null_ptr = (*dst_null_ptr) && (*src_null_ptr); |
| } |
| |
| TypedValue AggregationHandleSum::finalize(const AggregationState &state) const { |
| const AggregationStateSum &agg_state = |
| static_cast<const AggregationStateSum &>(state); |
| if (agg_state.null_) { |
| // SUM() over no values is NULL. |
| return result_type_->makeNullValue(); |
| } else { |
| return agg_state.sum_; |
| } |
| } |
| |
| ColumnVector* AggregationHandleSum::finalizeHashTable( |
| const AggregationStateHashTableBase &hash_table, |
| std::vector<std::vector<TypedValue>> *group_by_keys, |
| int index) const { |
| return finalizeHashTableHelperFast<AggregationHandleSum, |
| AggregationStateFastHashTable>( |
| *result_type_, hash_table, group_by_keys, index); |
| } |
| |
| AggregationState* |
| AggregationHandleSum::aggregateOnDistinctifyHashTableForSingle( |
| const AggregationStateHashTableBase &distinctify_hash_table) const { |
| return aggregateOnDistinctifyHashTableForSingleUnaryHelperFast< |
| AggregationHandleSum, |
| AggregationStateSum>(distinctify_hash_table); |
| } |
| |
| void AggregationHandleSum::aggregateOnDistinctifyHashTableForGroupBy( |
| const AggregationStateHashTableBase &distinctify_hash_table, |
| AggregationStateHashTableBase *aggregation_hash_table, |
| std::size_t index) const { |
| aggregateOnDistinctifyHashTableForGroupByUnaryHelperFast< |
| AggregationHandleSum, |
| AggregationStateFastHashTable>( |
| distinctify_hash_table, aggregation_hash_table, index); |
| } |
| |
| } // namespace quickstep |