| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.iotdb.db.integration; |
| |
| import org.apache.iotdb.db.conf.IoTDBDescriptor; |
| import org.apache.iotdb.db.constant.TestConstant; |
| import org.apache.iotdb.db.engine.compaction.CompactionStrategy; |
| import org.apache.iotdb.db.utils.EnvironmentUtils; |
| import org.apache.iotdb.jdbc.Config; |
| import org.apache.iotdb.tsfile.common.conf.TSFileConfig; |
| import org.apache.iotdb.tsfile.common.conf.TSFileDescriptor; |
| |
| import org.junit.After; |
| import org.junit.Assert; |
| import org.junit.Before; |
| import org.junit.Test; |
| |
| import java.sql.Connection; |
| import java.sql.DriverManager; |
| import java.sql.ResultSet; |
| import java.sql.Statement; |
| |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.fail; |
| |
| /** |
| * Notice that, all test begins with "IoTDB" is integration test. All test which will start the |
| * IoTDB server should be defined as integration test. |
| */ |
| public class IoTDBMultiDeviceIT { |
| |
| private static TSFileConfig tsFileConfig = TSFileDescriptor.getInstance().getConfig(); |
| private static int maxNumberOfPointsInPage; |
| private static int pageSizeInByte; |
| private static int groupSizeInByte; |
| private static long prevPartitionInterval; |
| |
| @Before |
| public void setUp() throws Exception { |
| |
| EnvironmentUtils.closeStatMonitor(); |
| IoTDBDescriptor.getInstance() |
| .getConfig() |
| .setCompactionStrategy(CompactionStrategy.NO_COMPACTION); |
| |
| // use small page setting |
| // origin value |
| maxNumberOfPointsInPage = tsFileConfig.getMaxNumberOfPointsInPage(); |
| pageSizeInByte = tsFileConfig.getPageSizeInByte(); |
| groupSizeInByte = tsFileConfig.getGroupSizeInByte(); |
| |
| // new value |
| tsFileConfig.setMaxNumberOfPointsInPage(1000); |
| tsFileConfig.setPageSizeInByte(1024 * 150); |
| tsFileConfig.setGroupSizeInByte(1024 * 1000); |
| IoTDBDescriptor.getInstance().getConfig().setMemtableSizeThreshold(1024 * 1000); |
| prevPartitionInterval = IoTDBDescriptor.getInstance().getConfig().getPartitionInterval(); |
| IoTDBDescriptor.getInstance().getConfig().setPartitionInterval(100); |
| TSFileDescriptor.getInstance().getConfig().setCompressor("LZ4"); |
| |
| EnvironmentUtils.envSetUp(); |
| |
| insertData(); |
| } |
| |
| @After |
| public void tearDown() throws Exception { |
| // recovery value |
| tsFileConfig.setMaxNumberOfPointsInPage(maxNumberOfPointsInPage); |
| tsFileConfig.setPageSizeInByte(pageSizeInByte); |
| tsFileConfig.setGroupSizeInByte(groupSizeInByte); |
| EnvironmentUtils.cleanEnv(); |
| IoTDBDescriptor.getInstance().getConfig().setPartitionInterval(prevPartitionInterval); |
| IoTDBDescriptor.getInstance().getConfig().setMemtableSizeThreshold(groupSizeInByte); |
| TSFileDescriptor.getInstance().getConfig().setCompressor("SNAPPY"); |
| IoTDBDescriptor.getInstance() |
| .getConfig() |
| .setCompactionStrategy(CompactionStrategy.LEVEL_COMPACTION); |
| } |
| |
| private static void insertData() throws ClassNotFoundException { |
| Class.forName(Config.JDBC_DRIVER_NAME); |
| try (Connection connection = |
| DriverManager.getConnection( |
| Config.IOTDB_URL_PREFIX + "127.0.0.1:6667/", "root", "root"); |
| Statement statement = connection.createStatement()) { |
| |
| for (String sql : TestConstant.create_sql) { |
| statement.execute(sql); |
| } |
| |
| statement.execute("SET STORAGE GROUP TO root.fans"); |
| statement.execute("CREATE TIMESERIES root.fans.d0.s0 WITH DATATYPE=INT32, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.fans.d1.s0 WITH DATATYPE=INT32, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.fans.d2.s0 WITH DATATYPE=INT32, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.fans.d3.s0 WITH DATATYPE=INT32, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.car.d0.s1 WITH DATATYPE=INT64, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.car.d1.s1 WITH DATATYPE=INT64, ENCODING=RLE"); |
| statement.execute("CREATE TIMESERIES root.car.d2.s1 WITH DATATYPE=INT64, ENCODING=RLE"); |
| |
| // insert of data time range :0-1000 into fans |
| for (int time = 0; time < 1000; time++) { |
| |
| String sql = |
| String.format("insert into root.fans.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d2(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d3(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d2(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| } |
| |
| // insert large amount of data time range : 13700 ~ 24000 |
| for (int time = 13700; time < 24000; time++) { |
| |
| String sql = |
| String.format("insert into root.fans.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d2(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d3(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d2(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| } |
| |
| // insert large amount of data time range : 3000 ~ 13600 |
| for (int time = 3000; time < 13600; time++) { |
| // System.out.println("===" + time); |
| String sql = |
| String.format("insert into root.fans.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d2(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d3(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d2(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| } |
| |
| statement.execute("flush"); |
| statement.execute("merge"); |
| |
| // unsequential data, memory data |
| for (int time = 10000; time < 11000; time++) { |
| |
| String sql = |
| String.format("insert into root.fans.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d2(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d3(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d2(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| } |
| |
| // sequential data, memory data |
| for (int time = 200000; time < 201000; time++) { |
| |
| String sql = |
| String.format("insert into root.fans.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d2(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = |
| String.format("insert into root.fans.d3(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d0(timestamp,s0) values(%s,%s)", time, time % 70); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d1(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| sql = String.format("insert into root.car.d2(timestamp,s0) values(%s,%s)", time, time % 40); |
| statement.execute(sql); |
| } |
| |
| } catch (Exception e) { |
| e.printStackTrace(); |
| fail(e.getMessage()); |
| } |
| } |
| |
| // "select * from root.vehicle" : test select wild data |
| @Test |
| public void selectAllTest() throws ClassNotFoundException { |
| String selectSql = "select * from root"; |
| |
| Class.forName(Config.JDBC_DRIVER_NAME); |
| try (Connection connection = |
| DriverManager.getConnection( |
| Config.IOTDB_URL_PREFIX + "127.0.0.1:6667/", "root", "root"); |
| Statement statement = connection.createStatement()) { |
| boolean hasResultSet = statement.execute(selectSql); |
| Assert.assertTrue(hasResultSet); |
| try (ResultSet resultSet = statement.getResultSet()) { |
| int cnt = 0; |
| long before = -1; |
| while (resultSet.next()) { |
| long cur = Long.parseLong(resultSet.getString(TestConstant.TIMESTAMP_STR)); |
| if (cur <= before) { |
| fail("time order wrong!"); |
| } |
| before = cur; |
| cnt++; |
| } |
| assertEquals(22900, cnt); |
| } |
| } catch (Exception e) { |
| e.printStackTrace(); |
| fail(e.getMessage()); |
| } |
| } |
| |
| // "select * from root.vehicle" : test select wild data |
| @Test |
| public void selectAfterDeleteTest() throws ClassNotFoundException { |
| String selectSql = "select * from root"; |
| |
| Class.forName(Config.JDBC_DRIVER_NAME); |
| try (Connection connection = |
| DriverManager.getConnection( |
| Config.IOTDB_URL_PREFIX + "127.0.0.1:6667/", "root", "root"); |
| Statement statement = connection.createStatement()) { |
| |
| statement.execute("DELETE FROM root.fans.* WHERE time <= 1000"); |
| statement.execute("DELETE FROM root.car.* WHERE time <= 1000"); |
| statement.execute("DELETE FROM root.fans.* WHERE time >= 200500 and time < 201000"); |
| statement.execute("DELETE FROM root.car.* WHERE time >= 200500 and time < 201000"); |
| |
| boolean hasResultSet = statement.execute(selectSql); |
| Assert.assertTrue(hasResultSet); |
| try (ResultSet resultSet = statement.getResultSet()) { |
| int cnt = 0; |
| long before = -1; |
| while (resultSet.next()) { |
| long cur = Long.parseLong(resultSet.getString(TestConstant.TIMESTAMP_STR)); |
| if (cur <= before) { |
| fail("time order wrong!"); |
| } |
| before = cur; |
| cnt++; |
| } |
| assertEquals(21400, cnt); |
| } |
| } catch (Exception e) { |
| e.printStackTrace(); |
| fail(e.getMessage()); |
| } |
| } |
| } |