blob: 5190853d185e0bf6ed98250c93617248992f2c49 [file] [log] [blame]
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.iotdb.db.integration;
import org.apache.iotdb.db.utils.EnvironmentUtils;
import org.apache.iotdb.jdbc.Config;
import org.junit.After;
import org.junit.Assert;
import org.junit.Before;
import org.junit.Test;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.sql.Statement;
import java.util.Locale;
import static org.apache.iotdb.db.constant.TestConstant.count;
import static org.apache.iotdb.db.constant.TestConstant.max_value;
import static org.apache.iotdb.db.constant.TestConstant.min_time;
import static org.apache.iotdb.db.constant.TestConstant.min_value;
import static org.junit.Assert.fail;
public class IoTDBRecoverIT {
private static final String TIMESTAMP_STR = "Time";
private static final String TEMPERATURE_STR = "root.ln.wf01.wt01.temperature";
private static String[] creationSqls =
new String[] {
"SET STORAGE GROUP TO root.vehicle.d0",
"SET STORAGE GROUP TO root.vehicle.d1",
"CREATE TIMESERIES root.vehicle.d0.s0 WITH DATATYPE=INT32, ENCODING=RLE",
"CREATE TIMESERIES root.vehicle.d0.s1 WITH DATATYPE=INT64, ENCODING=RLE",
"CREATE TIMESERIES root.vehicle.d0.s2 WITH DATATYPE=FLOAT, ENCODING=RLE",
"CREATE TIMESERIES root.vehicle.d0.s3 WITH DATATYPE=TEXT, ENCODING=PLAIN",
"CREATE TIMESERIES root.vehicle.d0.s4 WITH DATATYPE=BOOLEAN, ENCODING=PLAIN"
};
private static String[] dataSet2 =
new String[] {
"SET STORAGE GROUP TO root.ln.wf01.wt01",
"CREATE TIMESERIES root.ln.wf01.wt01.status WITH DATATYPE=BOOLEAN, ENCODING=PLAIN",
"CREATE TIMESERIES root.ln.wf01.wt01.temperature WITH DATATYPE=FLOAT, ENCODING=PLAIN",
"CREATE TIMESERIES root.ln.wf01.wt01.hardware WITH DATATYPE=INT32, ENCODING=PLAIN",
"INSERT INTO root.ln.wf01.wt01(timestamp,temperature,status, hardware) "
+ "values(1, 1.1, false, 11)",
"INSERT INTO root.ln.wf01.wt01(timestamp,temperature,status, hardware) "
+ "values(2, 2.2, true, 22)",
"INSERT INTO root.ln.wf01.wt01(timestamp,temperature,status, hardware) "
+ "values(3, 3.3, false, 33 )",
"INSERT INTO root.ln.wf01.wt01(timestamp,temperature,status, hardware) "
+ "values(4, 4.4, false, 44)",
"INSERT INTO root.ln.wf01.wt01(timestamp,temperature,status, hardware) "
+ "values(5, 5.5, false, 55)"
};
private final String d0s0 = "root.vehicle.d0.s0";
private final String d0s1 = "root.vehicle.d0.s1";
private final String d0s2 = "root.vehicle.d0.s2";
private final String d0s3 = "root.vehicle.d0.s3";
private String insertTemplate =
"INSERT INTO root.vehicle.d0(timestamp,s0,s1,s2,s3,s4)" + " VALUES(%d,%d,%d,%f,%s,%s)";
@Before
public void setUp() throws Exception {
EnvironmentUtils.closeStatMonitor();
EnvironmentUtils.envSetUp();
Class.forName(Config.JDBC_DRIVER_NAME);
prepareData();
}
@After
public void tearDown() throws Exception {
EnvironmentUtils.cleanEnv();
}
@Test
public void mergeTest() {
String[] retArray = new String[] {"0,2", "0,4", "0,3"};
try (Connection connection =
DriverManager.getConnection("jdbc:iotdb://127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
boolean hasResultSet =
statement.execute("select count(temperature) from root.ln.wf01.wt01 where time > 3");
Assert.assertTrue(hasResultSet);
int cnt;
try (ResultSet resultSet = statement.getResultSet()) {
cnt = 0;
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(count(TEMPERATURE_STR));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(1, cnt);
}
hasResultSet =
statement.execute("select min_time(temperature) from root.ln.wf01.wt01 where time > 3");
Assert.assertTrue(hasResultSet);
try (ResultSet resultSet = statement.getResultSet()) {
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(min_time(TEMPERATURE_STR));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(2, cnt);
}
hasResultSet =
statement.execute(
"select min_time(temperature) from root.ln.wf01.wt01 where temperature > 3");
Assert.assertTrue(hasResultSet);
try (ResultSet resultSet = statement.getResultSet()) {
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(min_time(TEMPERATURE_STR));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(3, cnt);
}
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
// we want to recover
EnvironmentUtils.stopDaemon();
// wait for close
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
e.printStackTrace();
Thread.currentThread().interrupt();
}
EnvironmentUtils.activeDaemon();
// count test
retArray = new String[] {"0,2001,2001,2001,2001", "0,7500,7500,7500,7500"};
try (Connection connection =
DriverManager.getConnection("jdbc:iotdb://127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
boolean hasResultSet =
statement.execute(
"select count(s0),count(s1),count(s2),count(s3) "
+ "from root.vehicle.d0 where time >= 6000 and time <= 9000");
Assert.assertTrue(hasResultSet);
int cnt;
try (ResultSet resultSet = statement.getResultSet()) {
cnt = 0;
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(count(d0s0))
+ ","
+ resultSet.getString(count(d0s1))
+ ","
+ resultSet.getString(count(d0s2))
+ ","
+ resultSet.getString(count(d0s3));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(1, cnt);
}
hasResultSet =
statement.execute(
"select count(s0),count(s1),count(s2),count(s3) " + "from root.vehicle.d0");
Assert.assertTrue(hasResultSet);
try (ResultSet resultSet = statement.getResultSet()) {
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(count(d0s0))
+ ","
+ resultSet.getString(count(d0s1))
+ ","
+ resultSet.getString(count(d0s2))
+ ","
+ resultSet.getString(count(d0s3));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(2, cnt);
}
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
// we want to recover
EnvironmentUtils.stopDaemon();
// wait for close
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
e.printStackTrace();
Thread.currentThread().interrupt();
}
EnvironmentUtils.activeDaemon();
// maxminValueTest
retArray = new String[] {"0,8499,500.0", "0,2499,500.0"};
try (Connection connection =
DriverManager.getConnection("jdbc:iotdb://127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
boolean hasResultSet =
statement.execute(
"select max_value(s0),min_value(s2) "
+ "from root.vehicle.d0 where time >= 100 and time < 9000");
Assert.assertTrue(hasResultSet);
int cnt;
try (ResultSet resultSet = statement.getResultSet()) {
cnt = 0;
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(max_value(d0s0))
+ ","
+ resultSet.getString(min_value(d0s2));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(1, cnt);
}
hasResultSet =
statement.execute(
"select max_value(s0),min_value(s2) " + "from root.vehicle.d0 where time < 2500");
Assert.assertTrue(hasResultSet);
try (ResultSet resultSet = statement.getResultSet()) {
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(max_value(d0s0))
+ ","
+ resultSet.getString(min_value(d0s2));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(2, cnt);
}
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
}
@Test
public void vmTest() throws SQLException {
try (Connection connection =
DriverManager.getConnection(
Config.IOTDB_URL_PREFIX + "127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
// prepare more data to flush
for (int i = 2000; i < 2500; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "false"));
}
statement.execute("flush");
}
// we want to recover
EnvironmentUtils.stopDaemon();
// wait for close
try {
Thread.sleep(1000);
} catch (InterruptedException e) {
e.printStackTrace();
Thread.currentThread().interrupt();
}
EnvironmentUtils.activeDaemon();
// count test
String[] retArray = new String[] {"0,2001,2001,2001,2001", "0,7500,7500,7500,7500"};
try (Connection connection =
DriverManager.getConnection("jdbc:iotdb://127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
boolean hasResultSet =
statement.execute(
"select count(s0),count(s1),count(s2),count(s3) "
+ "from root.vehicle.d0 where time >= 6000 and time <= 9000");
Assert.assertTrue(hasResultSet);
int cnt;
try (ResultSet resultSet = statement.getResultSet()) {
cnt = 0;
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(count(d0s0))
+ ","
+ resultSet.getString(count(d0s1))
+ ","
+ resultSet.getString(count(d0s2))
+ ","
+ resultSet.getString(count(d0s3));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(1, cnt);
}
hasResultSet =
statement.execute(
"select count(s0),count(s1),count(s2),count(s3) " + "from root.vehicle.d0");
Assert.assertTrue(hasResultSet);
try (ResultSet resultSet = statement.getResultSet()) {
while (resultSet.next()) {
String ans =
resultSet.getString(TIMESTAMP_STR)
+ ","
+ resultSet.getString(count(d0s0))
+ ","
+ resultSet.getString(count(d0s1))
+ ","
+ resultSet.getString(count(d0s2))
+ ","
+ resultSet.getString(count(d0s3));
Assert.assertEquals(retArray[cnt], ans);
cnt++;
}
Assert.assertEquals(2, cnt);
}
} catch (Exception e) {
e.printStackTrace();
fail(e.getMessage());
}
}
private void prepareData() {
try (Connection connection =
DriverManager.getConnection(
Config.IOTDB_URL_PREFIX + "127.0.0.1:6667/", "root", "root");
Statement statement = connection.createStatement()) {
for (String sql : creationSqls) {
statement.execute(sql);
}
for (String sql : dataSet2) {
statement.execute(sql);
}
// prepare BufferWrite file
for (int i = 5000; i < 7000; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "true"));
}
statement.execute("flush");
for (int i = 7500; i < 8500; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "false"));
}
statement.execute("flush");
// prepare Unseq-File
for (int i = 500; i < 1500; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "true"));
}
statement.execute("flush");
for (int i = 3000; i < 6500; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "false"));
}
statement.execute("merge");
// prepare BufferWrite cache
for (int i = 9000; i < 10000; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "true"));
}
// prepare Overflow cache
for (int i = 2000; i < 2500; i++) {
statement.execute(
String.format(
Locale.ENGLISH, insertTemplate, i, i, i, (double) i, "'" + i + "'", "false"));
}
} catch (Exception e) {
e.printStackTrace();
}
}
}