| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| **/ |
| |
| #include "relational_operators/UpdateOperator.hpp" |
| |
| #include <cstddef> |
| #include <cstdlib> |
| #include <ostream> |
| #include <utility> |
| |
| #include "catalog/CatalogRelationSchema.hpp" |
| #include "query_execution/QueryContext.hpp" |
| #include "query_execution/QueryExecutionMessages.pb.h" |
| #include "query_execution/QueryExecutionUtil.hpp" |
| #include "query_execution/WorkOrderProtosContainer.hpp" |
| #include "query_execution/WorkOrdersContainer.hpp" |
| #include "relational_operators/WorkOrder.pb.h" |
| #include "storage/InsertDestination.hpp" |
| #include "storage/StorageBlock.hpp" |
| #include "storage/StorageBlockInfo.hpp" |
| #include "storage/StorageManager.hpp" |
| #include "threading/ThreadIDBasedMap.hpp" |
| #include "utility/Macros.hpp" |
| |
| #include "glog/logging.h" |
| |
| #include "tmb/id_typedefs.h" |
| #include "tmb/message_bus.h" |
| #include "tmb/tagged_message.h" |
| |
| namespace quickstep { |
| |
| bool UpdateOperator::getAllWorkOrders( |
| WorkOrdersContainer *container, |
| QueryContext *query_context, |
| StorageManager *storage_manager, |
| const tmb::client_id scheduler_client_id, |
| tmb::MessageBus *bus) { |
| if (blocking_dependencies_met_ && !started_) { |
| DCHECK(query_context != nullptr); |
| |
| for (const block_id input_block_id : input_blocks_) { |
| container->addNormalWorkOrder( |
| new UpdateWorkOrder( |
| query_id_, |
| relation_, |
| input_block_id, |
| query_context->getPredicate(predicate_index_), |
| query_context->getUpdateGroup(update_group_index_), |
| query_context->getInsertDestination( |
| relocation_destination_index_), |
| storage_manager, |
| op_index_, |
| scheduler_client_id, |
| bus), |
| op_index_); |
| } |
| started_ = true; |
| } |
| return started_; |
| } |
| |
| bool UpdateOperator::getAllWorkOrderProtos(WorkOrderProtosContainer *container) { |
| if (blocking_dependencies_met_ && !started_) { |
| for (const block_id input_block_id : input_blocks_) { |
| serialization::WorkOrder *proto = new serialization::WorkOrder; |
| proto->set_work_order_type(serialization::UPDATE); |
| proto->set_query_id(query_id_); |
| |
| proto->SetExtension(serialization::UpdateWorkOrder::operator_index, op_index_); |
| proto->SetExtension(serialization::UpdateWorkOrder::relation_id, relation_.getID()); |
| proto->SetExtension(serialization::UpdateWorkOrder::insert_destination_index, relocation_destination_index_); |
| proto->SetExtension(serialization::UpdateWorkOrder::predicate_index, predicate_index_); |
| proto->SetExtension(serialization::UpdateWorkOrder::update_group_index, update_group_index_); |
| proto->SetExtension(serialization::UpdateWorkOrder::block_id, input_block_id); |
| |
| container->addWorkOrderProto(proto, op_index_); |
| } |
| started_ = true; |
| } |
| return started_; |
| } |
| |
| void UpdateWorkOrder::execute() { |
| MutableBlockReference block( |
| storage_manager_->getBlockMutable(input_block_id_, relation_)); |
| |
| StorageBlock::UpdateResult result = |
| block->update(assignments_, predicate_, relocation_destination_); |
| |
| if (!result.indices_consistent) { |
| LOG_WARNING("An UPDATE caused one or more IndexSubBlocks in StorageBlock " |
| << BlockIdUtil::ToString(input_block_id_) << " to become inconsistent " |
| << "(not enough space to index all tuples in block)."); |
| } |
| |
| // TODO(harshad): Stream the block ID only if the predicate returned at least |
| // one match in the StorageBlock. |
| serialization::DataPipelineMessage proto; |
| proto.set_operator_index(update_operator_index_); |
| proto.set_block_id(input_block_id_); |
| proto.set_relation_id(relation_.getID()); |
| proto.set_query_id(query_id_); |
| |
| // NOTE(zuyu): Using the heap memory to serialize proto as a c-like string. |
| const std::size_t proto_length = proto.ByteSize(); |
| char *proto_bytes = static_cast<char*>(std::malloc(proto_length)); |
| CHECK(proto.SerializeToArray(proto_bytes, proto_length)); |
| |
| tmb::TaggedMessage tagged_message(static_cast<const void *>(proto_bytes), |
| proto_length, |
| kDataPipelineMessage); |
| std::free(proto_bytes); |
| |
| DLOG(INFO) << "UpdateWorkOrder sent DataPipelineMessage (typed '" << kDataPipelineMessage |
| << "') to Scheduler with TMB client ID " << scheduler_client_id_; |
| const tmb::MessageBus::SendStatus send_status = |
| QueryExecutionUtil::SendTMBMessage( |
| bus_, |
| ClientIDMap::Instance()->getValue(), |
| scheduler_client_id_, |
| std::move(tagged_message)); |
| CHECK(send_status == tmb::MessageBus::SendStatus::kOK); |
| } |
| |
| } // namespace quickstep |