heron/tmaster/src/cpp/manager/stmgrstate.cpp

/*
 * Copyright 2015 Twitter, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "manager/stmgrstate.h"
#include <iostream>
#include <vector>
#include "manager/tmasterserver.h"
#include "proto/messages.h"
#include "basics/basics.h"
#include "errors/errors.h"
#include "threads/threads.h"
#include "network/network.h"
#include "config/heron-internals-config-reader.h"

namespace heron {
namespace tmaster {

StMgrState::StMgrState(Connection* _conn, const proto::system::StMgr& _stmgr,
                       const std::vector<proto::system::Instance*>& _instances,
                       TMasterServer* _server) {
  last_heartbeat_ = time(NULL);
  last_stats_ = NULL;
  instances_ = _instances;
  stmgr_ = new proto::system::StMgr(_stmgr);
  connection_ = _conn;
  server_ = _server;
}

StMgrState::~StMgrState() {
  delete stmgr_;
  for (size_t i = 0; i < instances_.size(); ++i) {
    delete instances_[i];
  }
  delete last_stats_;
}

void StMgrState::UpdateWithNewStMgr(const proto::system::StMgr& _stmgr,
                                    const std::vector<proto::system::Instance*>& _instances,
                                    Connection* _conn) {
  delete last_stats_;
  last_stats_ = NULL;
  delete stmgr_;
  for (size_t i = 0; i < instances_.size(); ++i) {
    delete instances_[i];
  }
  stmgr_ = new proto::system::StMgr(_stmgr);
  instances_ = _instances;
  connection_ = _conn;
}

bool StMgrState::VerifyInstances(const std::vector<proto::system::Instance*>& _instances) {
  if (instances_.size() != _instances.size()) return false;
  for (size_t i = 0; i < instances_.size(); ++i) {
    bool found = false;
    for (size_t j = 0; j < _instances.size(); ++j) {
      if (instances_[i]->instance_id() != _instances[j]->instance_id()) continue;
      if (instances_[i]->stmgr_id() != _instances[j]->stmgr_id()) continue;
      if (instances_[i]->info().task_id() != _instances[j]->info().task_id()) continue;
      if (instances_[i]->info().component_index() != _instances[j]->info().component_index())
        continue;
      if (instances_[i]->info().component_name() != _instances[j]->info().component_name())
        continue;
      found = true;
      break;
    }
    if (!found) return false;
  }
  return true;
}

void StMgrState::heartbeat(sp_int64, proto::system::StMgrStats* _stats) {
  // Right now we ignore the time supplied by the stmgr.
  // TODO(kramasamy): Figure out the right way here
  last_heartbeat_ = time(NULL);
  delete last_stats_;
  last_stats_ = _stats;
}

void StMgrState::NewPhysicalPlan(const proto::system::PhysicalPlan& _pplan) {
  LOG(INFO) << "Sending a new physical plan to stmgr " << stmgr_->id();
  proto::stmgr::NewPhysicalPlanMessage message;
  message.mutable_new_pplan()->CopyFrom(_pplan);
  server_->SendMessage(connection_, message);
}

/*
void
StMgrState::AddAssignment(const std::vector<pair<string, sp_int32> >& _assignments,
                                proto::system::Assignment* _assignment)
{
  // A vector of <component_id, partition_id is given to us.
  CHECK(_assignments.size() == workers_.size());

  proto::system::NodeManagerAssignment* val = _assignment->add_assignments();
  val->set_nodemgr_id(info_->nodemgr_id());
  set<string>::iterator iter = workers_.begin();
  for (sp_uint32 i = 0; i < _assignments.size(); ++i) {
    proto::system::WorkerAssignment* wrkr = val->add_workers();
    wrkr->set_worker_id(*iter);
    wrkr->set_comp_id(_assignments[i].first);
    wrkr->set_instance_id(_assignments[i].second);
    ++iter;
  }
}
*/

bool StMgrState::TimedOut() const {
  sp_int32 timeout =
      config::HeronInternalsConfigReader::Instance()->GetHeronTmasterStmgrStateTimeoutSec();
  return (time(NULL) - last_heartbeat_) > timeout;
}
}  // namespace tmaster
}  // namespace heron