| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.phoenix.end2end.salted; |
| |
| import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES; |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.assertFalse; |
| import static org.junit.Assert.assertTrue; |
| |
| import java.io.IOException; |
| import java.sql.Connection; |
| import java.sql.DriverManager; |
| import java.sql.PreparedStatement; |
| import java.sql.ResultSet; |
| import java.sql.SQLException; |
| import java.util.Properties; |
| |
| import org.apache.phoenix.end2end.ParallelStatsDisabledIT; |
| import org.apache.phoenix.util.PropertiesUtil; |
| import org.junit.Test; |
| |
| |
| public class SaltedTableUpsertSelectIT extends ParallelStatsDisabledIT { |
| |
| @Test |
| public void testUpsertIntoSaltedTableFromNormalTable() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER)"; |
| createTestTable(getUrl(), ddl); |
| String target = generateUniqueName(); |
| ddl = "CREATE TABLE IF NOT EXISTS " + target + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| |
| String query = "UPSERT INTO " + source + "(pk, col) VALUES(?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| stmt.setString(1, "1"); |
| stmt.setInt(2, 1); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "UPSERT INTO " + target + "(pk, col) SELECT pk, col from " + source; |
| stmt = conn.prepareStatement(query); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "SELECT * FROM " + target; |
| stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals("1", rs.getString(1)); |
| assertEquals(1, rs.getInt(2)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test |
| public void testUpsertIntoNormalTableFromSaltedTable() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| String target = generateUniqueName(); |
| ddl = "CREATE TABLE IF NOT EXISTS " + target + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER)"; |
| createTestTable(getUrl(), ddl); |
| |
| String query = "UPSERT INTO " + source + "(pk, col) VALUES(?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| stmt.setString(1, "1"); |
| stmt.setInt(2, 1); |
| stmt.execute(); |
| conn.commit(); |
| query = "UPSERT INTO " + target + "(pk, col) SELECT pk, col from " + source; |
| stmt = conn.prepareStatement(query); |
| stmt.execute(); |
| conn.commit(); |
| analyzeTable(conn, source); |
| analyzeTable(conn, target); |
| query = "SELECT * FROM " + target; |
| stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals("1", rs.getString(1)); |
| assertEquals(1, rs.getInt(2)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| private void analyzeTable(Connection conn, String tableName) throws IOException, SQLException { |
| String query = "UPDATE STATISTICS " + tableName; |
| conn.createStatement().execute(query); |
| } |
| |
| @Test |
| public void testUpsertSaltedTableIntoSaltedTable() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| String target = generateUniqueName(); |
| ddl = "CREATE TABLE IF NOT EXISTS " + target + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col INTEGER) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| |
| String query = "UPSERT INTO " + source + "(pk, col) VALUES(?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| stmt.setString(1, "1"); |
| stmt.setInt(2, 1); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "UPSERT INTO " + target + "(pk, col) SELECT pk, col from " + source; |
| stmt = conn.prepareStatement(query); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "SELECT * FROM " + target; |
| stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals("1", rs.getString(1)); |
| assertEquals(1, rs.getInt(2)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test |
| public void testUpsertSelectOnSameSaltedTable() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source + |
| " (pk VARCHAR NOT NULL PRIMARY KEY, col1 INTEGER, col2 INTEGER) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| |
| String query = "UPSERT INTO " + source + "(pk, col1) VALUES(?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| stmt.setString(1, "1"); |
| stmt.setInt(2, 1); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "UPSERT INTO " + source + "(pk, col2) SELECT pk, col1 from " + source; |
| stmt = conn.prepareStatement(query); |
| stmt.execute(); |
| conn.commit(); |
| |
| query = "SELECT col2 FROM " + source; |
| stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals(1, rs.getInt(1)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test |
| public void testUpsertSelectOnSameSaltedTableWithEmptyPKColumn() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source1 = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source1 + |
| " (pk1 varchar NULL, pk2 varchar NULL, pk3 integer NOT NULL, col1 INTEGER" + |
| " CONSTRAINT pk PRIMARY KEY (pk1, pk2, pk3)) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| |
| String query = "UPSERT INTO " + source1 + "(pk1, pk2, pk3, col1) VALUES(?,?,?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| stmt.setString(1, "1"); |
| stmt.setString(2, "2"); |
| stmt.setInt(3, 1); |
| stmt.setInt(4, 1); |
| stmt.execute(); |
| conn.commit(); |
| |
| conn.setAutoCommit(true); |
| query = "UPSERT INTO " + source1 |
| + "(pk3, col1, pk1) SELECT pk3+1, col1+1, pk2 from " + source1; |
| stmt = conn.prepareStatement(query); |
| stmt.execute(); |
| conn.commit(); |
| analyzeTable(conn, source1); |
| query = "SELECT col1 FROM " + source1; |
| stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals(1, rs.getInt(1)); |
| assertTrue(rs.next()); |
| assertEquals(2, rs.getInt(1)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test |
| public void testUpsertSelectWithJoinOnSaltedTables() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| conn.setAutoCommit(false); |
| try { |
| String source1 = generateUniqueName(); |
| String ddl = "CREATE TABLE IF NOT EXISTS " + source1 + |
| " (pk1 varchar NULL, pk2 varchar NULL, pk3 integer NOT NULL, col1 INTEGER" + |
| " CONSTRAINT pk PRIMARY KEY (pk1, pk2, pk3)) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl); |
| |
| for (int i = 0; i < 1000; i++) { |
| String upsert = "UPSERT INTO " + source1 + "(pk1, pk2, pk3, col1) VALUES (?,?,?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(upsert); |
| stmt.setString(1, Integer.toString(i)); |
| stmt.setString(2, Integer.toString(i)); |
| stmt.setInt(3, i); |
| stmt.setInt(4, i); |
| stmt.execute(); |
| } |
| conn.commit(); |
| |
| String source2 = generateUniqueName(); |
| String ddl2 = "CREATE TABLE IF NOT EXISTS " + source2 + |
| " (pk1 varchar NULL, pk2 varchar NULL, pk3 integer NOT NULL, col1 INTEGER" + |
| " CONSTRAINT pk PRIMARY KEY (pk1, pk2, pk3)) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl2); |
| |
| for (int i = 0; i < 1000; i++) { |
| String upsert = "UPSERT INTO " + source2 + "(pk1, pk2, pk3, col1) VALUES (?,?,?,?)"; |
| PreparedStatement stmt = conn.prepareStatement(upsert); |
| stmt.setString(1, Integer.toString(i)); |
| stmt.setString(2, Integer.toString(i)); |
| stmt.setInt(3, i); |
| stmt.setInt(4, i); |
| stmt.execute(); |
| } |
| conn.commit(); |
| |
| String dest = generateUniqueName(); |
| String ddl3 = "CREATE TABLE IF NOT EXISTS " + dest + |
| " (pk1 varchar NULL, pk2 varchar NULL, pk3 integer NOT NULL, col1 INTEGER" + |
| " CONSTRAINT pk PRIMARY KEY (pk1, pk2, pk3)) SALT_BUCKETS=4"; |
| createTestTable(getUrl(), ddl3); |
| |
| String query = |
| "UPSERT INTO " + dest |
| + "(pk1, pk2, pk3, col1) SELECT S1.pk1, S1.pk2, S2.pk3, S2.col1 FROM " |
| + source1 |
| + " AS S1 JOIN " + source2 |
| + " AS S2 ON S1.pk1 = S2.pk1 AND S1.pk2 = S2.pk2 AND S1.pk3 = S2.pk3"; |
| conn.createStatement().execute(query); |
| conn.commit(); |
| |
| query = "SELECT COUNT(*) FROM " + dest; |
| PreparedStatement stmt = conn.prepareStatement(query); |
| ResultSet rs = stmt.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals(1000, rs.getInt(1)); |
| } finally { |
| conn.close(); |
| } |
| } |
| } |