| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.iotdb.db.writelog; |
| |
| import org.apache.iotdb.db.conf.IoTDBConfig; |
| import org.apache.iotdb.db.conf.IoTDBDescriptor; |
| import org.apache.iotdb.db.exception.metadata.IllegalPathException; |
| import org.apache.iotdb.db.exception.metadata.MetadataException; |
| import org.apache.iotdb.db.metadata.PartialPath; |
| import org.apache.iotdb.db.qp.physical.crud.DeletePlan; |
| import org.apache.iotdb.db.qp.physical.crud.InsertRowPlan; |
| import org.apache.iotdb.db.service.IoTDB; |
| import org.apache.iotdb.db.utils.EnvironmentUtils; |
| import org.apache.iotdb.db.utils.MmapUtil; |
| import org.apache.iotdb.db.writelog.node.ExclusiveWriteLogNode; |
| import org.apache.iotdb.db.writelog.node.WriteLogNode; |
| import org.apache.iotdb.tsfile.common.conf.TSFileDescriptor; |
| import org.apache.iotdb.tsfile.file.metadata.enums.TSDataType; |
| import org.apache.iotdb.tsfile.file.metadata.enums.TSEncoding; |
| |
| import org.junit.After; |
| import org.junit.Before; |
| import org.junit.Ignore; |
| import org.junit.Test; |
| |
| import java.io.File; |
| import java.io.IOException; |
| import java.nio.ByteBuffer; |
| import java.nio.MappedByteBuffer; |
| import java.util.Collections; |
| |
| @Ignore |
| public class PerformanceTest { |
| |
| private IoTDBConfig config = IoTDBDescriptor.getInstance().getConfig(); |
| |
| private boolean enableWal; |
| private boolean skip = true; |
| |
| @Before |
| public void setUp() { |
| enableWal = config.isEnableWal(); |
| config.setEnableWal(true); |
| EnvironmentUtils.envSetUp(); |
| } |
| |
| @After |
| public void tearDown() throws Exception { |
| EnvironmentUtils.cleanEnv(); |
| config.setEnableWal(enableWal); |
| } |
| |
| @Test |
| public void writeLogTest() throws IOException, IllegalPathException { |
| // this test insert 1000000 * 3 logs and report elapsed time |
| if (skip) { |
| return; |
| } |
| int[] batchSizes = new int[] {100, 500, 1000, 5000, 10000}; |
| long[] forceCycle = new long[] {10, 0}; |
| int oldBatchSize = config.getFlushWalThreshold(); |
| long oldForceCycle = config.getForceWalPeriodInMs(); |
| for (int j = 0; j < batchSizes.length; j++) { |
| for (int k = 0; k < forceCycle.length; k++) { |
| config.setFlushWalThreshold(batchSizes[j]); |
| config.setForceWalPeriodInMs(forceCycle[k]); |
| File tempRestore = new File("testtemp", "restore"); |
| File tempProcessorStore = new File("testtemp", "processorStore"); |
| tempRestore.getParentFile().mkdirs(); |
| tempRestore.createNewFile(); |
| tempProcessorStore.createNewFile(); |
| |
| ByteBuffer[] byteBuffers = new ByteBuffer[2]; |
| byteBuffers[0] = |
| ByteBuffer.allocateDirect( |
| IoTDBDescriptor.getInstance().getConfig().getWalBufferSize() / 2); |
| byteBuffers[1] = |
| ByteBuffer.allocateDirect( |
| IoTDBDescriptor.getInstance().getConfig().getWalBufferSize() / 2); |
| |
| WriteLogNode logNode = new ExclusiveWriteLogNode("root.testLogNode"); |
| logNode.initBuffer(byteBuffers); |
| |
| long time = System.currentTimeMillis(); |
| for (int i = 0; i < 1000000; i++) { |
| InsertRowPlan bwInsertPlan = |
| new InsertRowPlan( |
| new PartialPath("logTestDevice"), |
| 100, |
| new String[] {"s1", "s2", "s3", "s4"}, |
| new TSDataType[] { |
| TSDataType.DOUBLE, TSDataType.INT64, TSDataType.TEXT, TSDataType.BOOLEAN |
| }, |
| new String[] {"1.0", "15", "str", "false"}); |
| DeletePlan deletePlan = |
| new DeletePlan(Long.MIN_VALUE, 50, new PartialPath("root.logTestDevice.s1")); |
| |
| logNode.write(bwInsertPlan); |
| logNode.write(deletePlan); |
| } |
| logNode.forceSync(); |
| |
| System.out.println( |
| 3000000 |
| + " logs use " |
| + (System.currentTimeMillis() - time) |
| + " ms at batch size " |
| + config.getFlushWalThreshold()); |
| |
| ByteBuffer[] array = logNode.delete(); |
| for (ByteBuffer byteBuffer : array) { |
| MmapUtil.clean((MappedByteBuffer) byteBuffer); |
| } |
| tempRestore.delete(); |
| tempProcessorStore.delete(); |
| tempRestore.getParentFile().delete(); |
| } |
| } |
| config.setFlushWalThreshold(oldBatchSize); |
| config.setForceWalPeriodInMs(oldForceCycle); |
| } |
| |
| @Test |
| public void recoverTest() throws IOException, MetadataException { |
| // this test insert 1000000 * 3 logs , recover from them and report elapsed time |
| if (skip) { |
| return; |
| } |
| File tempRestore = new File("testtemp", "restore"); |
| File tempProcessorStore = new File("testtemp", "processorStore"); |
| tempRestore.getParentFile().mkdirs(); |
| tempRestore.createNewFile(); |
| tempProcessorStore.createNewFile(); |
| |
| try { |
| IoTDB.metaManager.setStorageGroup(new PartialPath("root.logTestDevice")); |
| } catch (MetadataException ignored) { |
| } |
| IoTDB.metaManager.createTimeseries( |
| new PartialPath("root.logTestDevice.s1"), |
| TSDataType.DOUBLE, |
| TSEncoding.PLAIN, |
| TSFileDescriptor.getInstance().getConfig().getCompressor(), |
| Collections.emptyMap()); |
| IoTDB.metaManager.createTimeseries( |
| new PartialPath("root.logTestDevice.s2"), |
| TSDataType.INT32, |
| TSEncoding.PLAIN, |
| TSFileDescriptor.getInstance().getConfig().getCompressor(), |
| Collections.emptyMap()); |
| IoTDB.metaManager.createTimeseries( |
| new PartialPath("root.logTestDevice.s3"), |
| TSDataType.TEXT, |
| TSEncoding.PLAIN, |
| TSFileDescriptor.getInstance().getConfig().getCompressor(), |
| Collections.emptyMap()); |
| IoTDB.metaManager.createTimeseries( |
| new PartialPath("root.logTestDevice.s4"), |
| TSDataType.BOOLEAN, |
| TSEncoding.PLAIN, |
| TSFileDescriptor.getInstance().getConfig().getCompressor(), |
| Collections.emptyMap()); |
| |
| ByteBuffer[] byteBuffers = new ByteBuffer[2]; |
| byteBuffers[0] = |
| ByteBuffer.allocateDirect(IoTDBDescriptor.getInstance().getConfig().getWalBufferSize() / 2); |
| byteBuffers[1] = |
| ByteBuffer.allocateDirect(IoTDBDescriptor.getInstance().getConfig().getWalBufferSize() / 2); |
| WriteLogNode logNode = new ExclusiveWriteLogNode("root.logTestDevice"); |
| logNode.initBuffer(byteBuffers); |
| |
| for (int i = 0; i < 1000000; i++) { |
| InsertRowPlan bwInsertPlan = |
| new InsertRowPlan( |
| new PartialPath("root.logTestDevice"), |
| 100, |
| new String[] {"s1", "s2", "s3", "s4"}, |
| new TSDataType[] { |
| TSDataType.DOUBLE, TSDataType.INT64, TSDataType.TEXT, TSDataType.BOOLEAN |
| }, |
| new String[] {"1.0", "15", "str", "false"}); |
| DeletePlan deletePlan = |
| new DeletePlan(Long.MIN_VALUE, 50, new PartialPath("root.logTestDevice.s1")); |
| |
| logNode.write(bwInsertPlan); |
| logNode.write(deletePlan); |
| } |
| try { |
| logNode.forceSync(); |
| long time = System.currentTimeMillis(); |
| System.out.println( |
| 3000000 + " logs use " + (System.currentTimeMillis() - time) + "ms when recovering "); |
| } finally { |
| ByteBuffer[] array = logNode.delete(); |
| for (ByteBuffer byteBuffer : array) { |
| MmapUtil.clean((MappedByteBuffer) byteBuffer); |
| } |
| tempRestore.delete(); |
| tempProcessorStore.delete(); |
| tempRestore.getParentFile().delete(); |
| } |
| } |
| } |