| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| #include "olap/rowset/rowset_meta_manager.h" |
| |
| #include <fstream> |
| #include <sstream> |
| #include <string> |
| |
| #include "boost/filesystem.hpp" |
| #include "gmock/gmock.h" |
| #include "gtest/gtest.h" |
| #include "json2pb/json_to_pb.h" |
| #include "olap/olap_meta.h" |
| #include "olap/storage_engine.h" |
| |
| #ifndef BE_TEST |
| #define BE_TEST |
| #endif |
| |
| using ::testing::_; |
| using ::testing::Return; |
| using ::testing::SetArgPointee; |
| using std::string; |
| |
| namespace doris { |
| |
| static StorageEngine* k_engine = nullptr; |
| |
| const std::string rowset_meta_path = "./be/test/olap/test_data/rowset_meta.json"; |
| |
| class RowsetMetaManagerTest : public testing::Test { |
| public: |
| virtual void SetUp() { |
| config::tablet_map_shard_size = 1; |
| config::txn_map_shard_size = 1; |
| config::txn_shard_size = 1; |
| EngineOptions options; |
| // won't open engine, options.path is needless |
| options.backend_uid = UniqueId::gen_uid(); |
| if (k_engine == nullptr) { |
| k_engine = new StorageEngine(options); |
| } |
| |
| std::string meta_path = "./meta"; |
| ASSERT_TRUE(boost::filesystem::create_directory(meta_path)); |
| _meta = new (std::nothrow) OlapMeta(meta_path); |
| ASSERT_NE(nullptr, _meta); |
| OLAPStatus st = _meta->init(); |
| ASSERT_TRUE(st == OLAP_SUCCESS); |
| ASSERT_TRUE(boost::filesystem::exists("./meta")); |
| |
| std::ifstream infile(rowset_meta_path); |
| char buffer[1024]; |
| while (!infile.eof()) { |
| infile.getline(buffer, 1024); |
| _json_rowset_meta = _json_rowset_meta + buffer + "\n"; |
| } |
| _json_rowset_meta = _json_rowset_meta.substr(0, _json_rowset_meta.size() - 1); |
| _json_rowset_meta = _json_rowset_meta.substr(0, _json_rowset_meta.size() - 1); |
| _tablet_uid = TabletUid(10, 10); |
| } |
| |
| virtual void TearDown() { |
| delete _meta; |
| ASSERT_TRUE(boost::filesystem::remove_all("./meta")); |
| } |
| |
| private: |
| OlapMeta* _meta; |
| std::string _json_rowset_meta; |
| TabletUid _tablet_uid{0, 0}; |
| }; |
| |
| TEST_F(RowsetMetaManagerTest, TestSaveAndGetAndRemove) { |
| RowsetId rowset_id; |
| rowset_id.init(10000); |
| RowsetMeta rowset_meta; |
| rowset_meta.init_from_json(_json_rowset_meta); |
| ASSERT_EQ(rowset_meta.rowset_id(), rowset_id); |
| RowsetMetaPB rowset_meta_pb; |
| rowset_meta.to_rowset_pb(&rowset_meta_pb); |
| OLAPStatus status = RowsetMetaManager::save(_meta, _tablet_uid, rowset_id, rowset_meta_pb); |
| ASSERT_TRUE(status == OLAP_SUCCESS); |
| ASSERT_TRUE(RowsetMetaManager::check_rowset_meta(_meta, _tablet_uid, rowset_id)); |
| std::string json_rowset_meta_read; |
| status = RowsetMetaManager::get_json_rowset_meta(_meta, _tablet_uid, rowset_id, |
| &json_rowset_meta_read); |
| ASSERT_TRUE(status == OLAP_SUCCESS); |
| ASSERT_EQ(_json_rowset_meta, json_rowset_meta_read); |
| status = RowsetMetaManager::remove(_meta, _tablet_uid, rowset_id); |
| ASSERT_TRUE(status == OLAP_SUCCESS); |
| ASSERT_FALSE(RowsetMetaManager::check_rowset_meta(_meta, _tablet_uid, rowset_id)); |
| RowsetMetaSharedPtr rowset_meta_read(new RowsetMeta()); |
| status = RowsetMetaManager::get_rowset_meta(_meta, _tablet_uid, rowset_id, rowset_meta_read); |
| ASSERT_TRUE(status != OLAP_SUCCESS); |
| } |
| |
| TEST_F(RowsetMetaManagerTest, TestLoad) { |
| RowsetId rowset_id; |
| rowset_id.init(10000); |
| OLAPStatus status = RowsetMetaManager::load_json_rowset_meta(_meta, rowset_meta_path); |
| ASSERT_TRUE(status == OLAP_SUCCESS); |
| ASSERT_TRUE(RowsetMetaManager::check_rowset_meta(_meta, _tablet_uid, rowset_id)); |
| std::string json_rowset_meta_read; |
| status = RowsetMetaManager::get_json_rowset_meta(_meta, _tablet_uid, rowset_id, |
| &json_rowset_meta_read); |
| ASSERT_TRUE(status == OLAP_SUCCESS); |
| ASSERT_EQ(_json_rowset_meta, json_rowset_meta_read); |
| } |
| |
| } // namespace doris |
| |
| int main(int argc, char** argv) { |
| ::testing::InitGoogleTest(&argc, argv); |
| return RUN_ALL_TESTS(); |
| } |