| // Licensed to the Apache Software Foundation (ASF) under one |
| // or more contributor license agreements. See the NOTICE file |
| // distributed with this work for additional information |
| // regarding copyright ownership. The ASF licenses this file |
| // to you under the Apache License, Version 2.0 (the |
| // "License"); you may not use this file except in compliance |
| // with the License. You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, |
| // software distributed under the License is distributed on an |
| // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| // KIND, either express or implied. See the License for the |
| // specific language governing permissions and limitations |
| // under the License. |
| |
| #include <ostream> |
| #include <stdint.h> |
| #include <string> |
| |
| #include <gflags/gflags.h> |
| #include <glog/logging.h> |
| #include <gtest/gtest.h> |
| |
| #include "kudu/gutil/strings/substitute.h" |
| #include "kudu/util/jsonwriter.h" |
| #include "kudu/util/jsonwriter_test.pb.h" |
| #include "kudu/util/stopwatch.h" |
| #include "kudu/util/test_util.h" |
| |
| namespace google { namespace protobuf { class Message; } } |
| |
| using google::protobuf::Message; |
| using jsonwriter_test::TestAllTypes; |
| |
| namespace kudu { |
| |
| class TestJsonWriter : public KuduTest { |
| protected: |
| void DoBenchmark(const Message& pb); |
| |
| TestAllTypes MakeAllTypesPB() { |
| TestAllTypes pb; |
| pb.set_optional_int32(1); |
| pb.set_optional_int64(2); |
| pb.set_optional_uint32(3); |
| pb.set_optional_uint64(4); |
| pb.set_optional_sint32(5); |
| pb.set_optional_sint64(6); |
| pb.set_optional_fixed32(7); |
| pb.set_optional_fixed64(8); |
| pb.set_optional_sfixed32(9); |
| pb.set_optional_sfixed64(10); |
| pb.set_optional_float(11); |
| pb.set_optional_double(12); |
| pb.set_optional_bool(true); |
| pb.set_optional_string("hello world"); |
| pb.set_optional_redacted_string("secret!"); |
| pb.set_optional_nested_enum(TestAllTypes::FOO); |
| return pb; |
| } |
| |
| }; |
| |
| TEST_F(TestJsonWriter, TestPBEmpty) { |
| TestAllTypes pb; |
| ASSERT_EQ("{}", JsonWriter::ToJson(pb, JsonWriter::PRETTY)); |
| } |
| |
| TEST_F(TestJsonWriter, TestPBAllFieldTypes) { |
| ASSERT_NE("", gflags::SetCommandLineOption("redact", "log")); |
| TestAllTypes pb = MakeAllTypesPB(); |
| |
| ASSERT_EQ("{\n" |
| " \"optional_int32\": 1,\n" |
| " \"optional_int64\": 2,\n" |
| " \"optional_uint32\": 3,\n" |
| " \"optional_uint64\": 4,\n" |
| " \"optional_sint32\": 5,\n" |
| " \"optional_sint64\": 6,\n" |
| " \"optional_fixed32\": 7,\n" |
| " \"optional_fixed64\": 8,\n" |
| " \"optional_sfixed32\": 9,\n" |
| " \"optional_sfixed64\": 10,\n" |
| " \"optional_float\": 11,\n" |
| " \"optional_double\": 12,\n" |
| " \"optional_bool\": true,\n" |
| " \"optional_string\": \"hello world\",\n" |
| " \"optional_redacted_string\": \"<redacted>\",\n" |
| " \"optional_nested_enum\": \"FOO\"\n" |
| "}", JsonWriter::ToJson(pb, JsonWriter::PRETTY)); |
| ASSERT_EQ("{" |
| "\"optional_int32\":1," |
| "\"optional_int64\":2," |
| "\"optional_uint32\":3," |
| "\"optional_uint64\":4," |
| "\"optional_sint32\":5," |
| "\"optional_sint64\":6," |
| "\"optional_fixed32\":7," |
| "\"optional_fixed64\":8," |
| "\"optional_sfixed32\":9," |
| "\"optional_sfixed64\":10," |
| "\"optional_float\":11," |
| "\"optional_double\":12," |
| "\"optional_bool\":true," |
| "\"optional_string\":\"hello world\"," |
| "\"optional_redacted_string\":\"<redacted>\"," |
| "\"optional_nested_enum\":\"FOO\"" |
| "}", JsonWriter::ToJson(pb, JsonWriter::COMPACT)); |
| |
| } |
| |
| TEST_F(TestJsonWriter, TestPBRepeatedPrimitives) { |
| ASSERT_NE("", gflags::SetCommandLineOption("redact", "log")); |
| TestAllTypes pb; |
| for (int i = 0; i <= 3; i++) { |
| pb.add_repeated_int32(i); |
| pb.add_repeated_string(strings::Substitute("hi $0", i)); |
| pb.add_repeated_redacted_string("secret!"); |
| pb.add_repeated_redacted_bytes("secret!"); |
| } |
| ASSERT_EQ("{\n" |
| " \"repeated_int32\": [\n" |
| " 0,\n" |
| " 1,\n" |
| " 2,\n" |
| " 3\n" |
| " ],\n" |
| " \"repeated_string\": [\n" |
| " \"hi 0\",\n" |
| " \"hi 1\",\n" |
| " \"hi 2\",\n" |
| " \"hi 3\"\n" |
| " ],\n" |
| " \"repeated_redacted_string\": [\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\"\n" |
| " ],\n" |
| " \"repeated_redacted_bytes\": [\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\",\n" |
| " \"<redacted>\"\n" |
| " ]\n" |
| "}", JsonWriter::ToJson(pb, JsonWriter::PRETTY)); |
| ASSERT_EQ("{\"repeated_int32\":[0,1,2,3]," |
| "\"repeated_string\":[\"hi 0\",\"hi 1\",\"hi 2\",\"hi 3\"]," |
| "\"repeated_redacted_string\":[\"<redacted>\",\"<redacted>\"," |
| "\"<redacted>\",\"<redacted>\"]," |
| "\"repeated_redacted_bytes\":[\"<redacted>\",\"<redacted>\"," |
| "\"<redacted>\",\"<redacted>\"]}", |
| JsonWriter::ToJson(pb, JsonWriter::COMPACT)); |
| } |
| |
| TEST_F(TestJsonWriter, TestPBNestedMessage) { |
| TestAllTypes pb; |
| pb.add_repeated_nested_message()->set_int_field(12345); |
| pb.mutable_optional_nested_message()->set_int_field(54321); |
| ASSERT_EQ("{\n" |
| " \"optional_nested_message\": {\n" |
| " \"int_field\": 54321\n" |
| " },\n" |
| " \"repeated_nested_message\": [\n" |
| " {\n" |
| " \"int_field\": 12345\n" |
| " }\n" |
| " ]\n" |
| "}", JsonWriter::ToJson(pb, JsonWriter::PRETTY)); |
| ASSERT_EQ("{\"optional_nested_message\":{\"int_field\":54321}," |
| "\"repeated_nested_message\":" |
| "[{\"int_field\":12345}]}", |
| JsonWriter::ToJson(pb, JsonWriter::COMPACT)); |
| } |
| |
| void TestJsonWriter::DoBenchmark(const Message& pb) { |
| int64_t total_len = 0; |
| Stopwatch sw; |
| sw.start(); |
| while (sw.elapsed().wall_seconds() < 5) { |
| std::ostringstream str; |
| JsonWriter jw(&str, JsonWriter::COMPACT); |
| jw.StartArray(); |
| for (int i = 0; i < 10000; i++) { |
| jw.Protobuf(pb); |
| } |
| jw.EndArray(); |
| total_len += str.str().size(); |
| } |
| sw.stop(); |
| double mbps = total_len / 1024.0 / 1024.0 / sw.elapsed().user_cpu_seconds(); |
| LOG(INFO) << "Throughput: " << mbps << "MB/sec"; |
| } |
| |
| TEST_F(TestJsonWriter, BenchmarkAllTypes) { |
| DoBenchmark(MakeAllTypesPB()); |
| } |
| |
| TEST_F(TestJsonWriter, BenchmarkNestedMessage) { |
| TestAllTypes pb; |
| pb.add_repeated_nested_message()->set_int_field(12345); |
| pb.mutable_optional_nested_message()->set_int_field(54321); |
| DoBenchmark(pb); |
| } |
| |
| TEST_F(TestJsonWriter, BenchmarkRepeatedInt64) { |
| TestAllTypes pb; |
| for (int i = 0; i < 10000; i++) { |
| pb.add_repeated_int64(i); |
| } |
| DoBenchmark(pb); |
| } |
| |
| } // namespace kudu |
