| package org.apache.helix.manager.zk; |
| |
| import java.util.HashMap; |
| import java.util.Map; |
| import java.util.Random; |
| |
| import com.google.common.collect.ImmutableList; |
| import com.google.common.collect.ImmutableMap; |
| import org.apache.helix.zookeeper.datamodel.ZNRecord; |
| import org.testng.Assert; |
| import org.testng.annotations.Test; |
| |
| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| public class TestZNRecordStreamingSerializer { |
| /** |
| * Test the normal case of serialize/deserialize where ZNRecord is well-formed |
| */ |
| @Test |
| public void basicTest() { |
| ZNRecord record = new ZNRecord("testId"); |
| record.setMapField("k1", ImmutableMap.of("a", "b", "c", "d")); |
| record.setMapField("k2", ImmutableMap.of("e", "f", "g", "h")); |
| record.setListField("k3", ImmutableList.of("a", "b", "c", "d")); |
| record.setListField("k4", ImmutableList.of("d", "e", "f", "g")); |
| record.setSimpleField("k5", "a"); |
| record.setSimpleField("k5", "b"); |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| ZNRecord result = (ZNRecord) serializer.deserialize(serializer.serialize(record)); |
| Assert.assertEquals(result, record); |
| } |
| |
| |
| // TODO: need to fix ZnRecordStreamingSerializer before enabling this test. |
| @Test (enabled = false) |
| public void testNullFields() { |
| ZNRecord record = new ZNRecord("testId"); |
| record.setMapField("K1", null); |
| record.setListField("k2", null); |
| record.setSimpleField("k3", null); |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| byte [] data = serializer.serialize(record); |
| ZNRecord result = (ZNRecord) serializer.deserialize(data); |
| |
| Assert.assertEquals(result, record); |
| Assert.assertNull(result.getMapField("K1")); |
| Assert.assertNull(result.getListField("K2")); |
| Assert.assertNull(result.getSimpleField("K3")); |
| Assert.assertNull(result.getListField("K4")); |
| } |
| |
| /** |
| * Check that the ZNRecord is not constructed if there is no id in the json |
| */ |
| @Test |
| public void noIdTest() { |
| StringBuilder jsonString = |
| new StringBuilder("{\n").append(" \"simpleFields\": {},\n") |
| .append(" \"listFields\": {},\n").append(" \"mapFields\": {}\n").append("}\n"); |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| ZNRecord result = (ZNRecord) serializer.deserialize(jsonString.toString().getBytes()); |
| Assert.assertNull(result); |
| } |
| |
| /** |
| * Test that the json still deserizalizes correctly if id is not first |
| */ |
| @Test |
| public void idNotFirstTest() { |
| StringBuilder jsonString = |
| new StringBuilder("{\n").append(" \"simpleFields\": {},\n") |
| .append(" \"listFields\": {},\n").append(" \"mapFields\": {},\n") |
| .append("\"id\": \"myId\"\n").append("}"); |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| ZNRecord result = (ZNRecord) serializer.deserialize(jsonString.toString().getBytes()); |
| Assert.assertNotNull(result); |
| Assert.assertEquals(result.getId(), "myId"); |
| } |
| |
| /** |
| * Test that simple, list, and map fields are initialized as empty even when not in json |
| */ |
| @Test |
| public void fieldAutoInitTest() { |
| StringBuilder jsonString = new StringBuilder("{\n").append("\"id\": \"myId\"\n").append("}"); |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| ZNRecord result = (ZNRecord) serializer.deserialize(jsonString.toString().getBytes()); |
| Assert.assertNotNull(result); |
| Assert.assertEquals(result.getId(), "myId"); |
| Assert.assertNotNull(result.getSimpleFields()); |
| Assert.assertTrue(result.getSimpleFields().isEmpty()); |
| Assert.assertNotNull(result.getListFields()); |
| Assert.assertTrue(result.getListFields().isEmpty()); |
| Assert.assertNotNull(result.getMapFields()); |
| Assert.assertTrue(result.getMapFields().isEmpty()); |
| } |
| @Test |
| public void testBasicCompression() { |
| ZNRecord record = new ZNRecord("testId"); |
| int numPartitions = 1024; |
| int replicas = 3; |
| int numNodes = 100; |
| Random random = new Random(); |
| for (int p = 0; p < numPartitions; p++) { |
| Map<String, String> map = new HashMap<String, String>(); |
| for (int r = 0; r < replicas; r++) { |
| map.put("host_" + random.nextInt(numNodes), "ONLINE"); |
| } |
| record.setMapField("TestResource_" + p, map); |
| } |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| byte[] serializedBytes; |
| serializedBytes = serializer.serialize(record); |
| int uncompressedSize = serializedBytes.length; |
| System.out.println("raw serialized data length = " + serializedBytes.length); |
| record.setSimpleField("enableCompression", "true"); |
| serializedBytes = serializer.serialize(record); |
| int compressedSize = serializedBytes.length; |
| System.out.println("compressed serialized data length = " + serializedBytes.length); |
| System.out.printf("compression ratio: %.2f \n", (uncompressedSize * 1.0 / compressedSize)); |
| ZNRecord result = (ZNRecord) serializer.deserialize(serializedBytes); |
| Assert.assertEquals(result, record); |
| } |
| |
| @Test |
| public void testCompression() { |
| int runId = 1; |
| while (runId < 20) { |
| int numPartitions = runId * 1000; |
| int replicas = 3; |
| int numNodes = 100; |
| Random random = new Random(); |
| ZNRecord record = new ZNRecord("testId"); |
| System.out.println("Partitions:" + numPartitions); |
| for (int p = 0; p < numPartitions; p++) { |
| Map<String, String> map = new HashMap<String, String>(); |
| for (int r = 0; r < replicas; r++) { |
| map.put("host_" + random.nextInt(numNodes), "ONLINE"); |
| } |
| record.setMapField("TestResource_" + p, map); |
| } |
| ZNRecordStreamingSerializer serializer = new ZNRecordStreamingSerializer(); |
| byte[] serializedBytes; |
| record.setSimpleField("enableCompression", "true"); |
| serializedBytes = serializer.serialize(record); |
| int compressedSize = serializedBytes.length; |
| System.out.println("compressed serialized data length = " + compressedSize); |
| ZNRecord result = (ZNRecord) serializer.deserialize(serializedBytes); |
| Assert.assertEquals(result, record); |
| runId = runId + 1; |
| } |
| } |
| } |