heron/statemgrs/src/cpp/statemgr/heron-statemgr.cpp

/*
 * Copyright 2015 Twitter, Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "statemgr/heron-statemgr.h"
#include <iostream>
#include <string>
#include <vector>
#include "statemgr/heron-localfilestatemgr.h"
#include "statemgr/heron-zkstatemgr.h"
#include "proto/messages.h"
#include "basics/basics.h"
#include "errors/errors.h"
#include "threads/threads.h"
#include "network/network.h"

namespace heron {
namespace common {

HeronStateMgr* HeronStateMgr::MakeStateMgr(const std::string& _zk_hostport,
                                           const std::string& _topleveldir, EventLoop* eventLoop,
                                           bool exitOnSessionExpiry) {
  if (_zk_hostport.empty()) {
    return new HeronLocalFileStateMgr(_topleveldir, eventLoop);
  } else {
    return new HeronZKStateMgr(_zk_hostport, _topleveldir, eventLoop, exitOnSessionExpiry);
  }
}

HeronStateMgr::HeronStateMgr(const std::string& _topleveldir) {
  topleveldir_ = _topleveldir;
  // remove trailing '/'
  if (topleveldir_[topleveldir_.size() - 1] == '/') {
    topleveldir_ = std::string(topleveldir_, 0, topleveldir_.size() - 1);
  }
}

HeronStateMgr::~HeronStateMgr() {}

void HeronStateMgr::ListExecutionState(const std::vector<sp_string>& _topologies,
                                       std::vector<proto::system::ExecutionState*>* _return,
                                       VCallback<proto::system::StatusCode> cb) {
  for (sp_uint32 i = 0; i < _topologies.size(); ++i) {
    proto::system::ExecutionState* e = new proto::system::ExecutionState();
    auto size = _topologies.size();
    auto wCb = [this, _return, size, e, cb](proto::system::StatusCode status) {
      this->ListExecutionStateDone(_return, size, e, std::move(cb), status);
    };

    GetExecutionState(_topologies[i], e, std::move(wCb));
  }
}

void HeronStateMgr::ListExecutionStateDone(std::vector<proto::system::ExecutionState*>* _return,
                                           size_t _required_size, proto::system::ExecutionState* _s,
                                           VCallback<proto::system::StatusCode> cb,
                                           proto::system::StatusCode _status) {
  if (_status == proto::system::OK) {
    _return->push_back(_s);
  } else {
    _return->push_back(NULL);
    delete _s;
  }
  if (_return->size() == _required_size) {
    proto::system::StatusCode status = proto::system::OK;
    for (size_t i = 0; i < _required_size; ++i) {
      if ((*_return)[i] == NULL) {
        status = proto::system::NOTOK;
        // cleanup all entries
        for (size_t j = 0; j < _required_size; ++j) {
          delete (*_return)[j];
        }
        break;
      }
    }
    cb(status);
  } else {
    // A different callback will make us enter the earlier path
    return;
  }
}

std::string HeronStateMgr::GetTMasterLocationDir() { return topleveldir_ + "/tmasters"; }
std::string HeronStateMgr::GetMetricsCacheLocationDir() { return topleveldir_ + "/metricscaches"; }

std::string HeronStateMgr::GetTopologyDir() { return topleveldir_ + "/topologies"; }

std::string HeronStateMgr::GetPhysicalPlanDir() { return topleveldir_ + "/pplans"; }

std::string HeronStateMgr::GetPackingPlanDir() { return topleveldir_ + "/packingplans"; }

std::string HeronStateMgr::GetExecutionStateDir() { return topleveldir_ + "/executionstate"; }

std::string HeronStateMgr::GetStatefulCheckpointsDir() {
  return topleveldir_ + "/statefulcheckpoints";
}

std::string HeronStateMgr::GetTMasterLocationPath(const std::string& _topname) {
  return GetTMasterLocationDir() + "/" + _topname;
}
std::string HeronStateMgr::GetMetricsCacheLocationPath(const std::string& _topname) {
  return GetMetricsCacheLocationDir() + "/" + _topname;
}

std::string HeronStateMgr::GetTopologyPath(const std::string& _topname) {
  return GetTopologyDir() + "/" + _topname;
}

std::string HeronStateMgr::GetPhysicalPlanPath(const std::string& _topname) {
  return GetPhysicalPlanDir() + "/" + _topname;
}

std::string HeronStateMgr::GetPackingPlanPath(const std::string& _topname) {
  return GetPackingPlanDir() + "/" + _topname;
}

std::string HeronStateMgr::GetExecutionStatePath(const std::string& _topname) {
  return GetExecutionStateDir() + "/" + _topname;
}

std::string HeronStateMgr::GetStatefulCheckpointsPath(const std::string& _topname) {
  return GetStatefulCheckpointsDir() + "/" + _topname;
}
}  // namespace common
}  // namespace heron