| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.phoenix.end2end; |
| |
| import static org.apache.phoenix.util.TestUtil.TEST_PROPERTIES; |
| import static org.junit.Assert.assertEquals; |
| import static org.junit.Assert.assertFalse; |
| import static org.junit.Assert.assertTrue; |
| |
| import java.sql.Connection; |
| import java.sql.DriverManager; |
| import java.sql.PreparedStatement; |
| import java.sql.ResultSet; |
| import java.sql.ResultSetMetaData; |
| import java.sql.SQLException; |
| import java.sql.Time; |
| import java.util.ArrayList; |
| import java.util.List; |
| import java.util.Properties; |
| |
| import org.apache.hadoop.hbase.client.Put; |
| import org.apache.hadoop.hbase.client.Row; |
| import org.apache.hadoop.hbase.client.Table; |
| import org.apache.hadoop.hbase.util.Bytes; |
| import org.apache.hadoop.hbase.util.Pair; |
| import org.apache.phoenix.exception.PhoenixParserException; |
| import org.apache.phoenix.exception.SQLExceptionCode; |
| import org.apache.phoenix.query.ConnectionQueryServices; |
| import org.apache.phoenix.query.QueryConstants; |
| import org.apache.phoenix.schema.ColumnFamilyNotFoundException; |
| import org.apache.phoenix.schema.types.PInteger; |
| import org.apache.phoenix.schema.types.PTime; |
| import org.apache.phoenix.util.ByteUtil; |
| import org.apache.phoenix.util.PropertiesUtil; |
| import org.apache.phoenix.util.SchemaUtil; |
| import org.junit.Before; |
| import org.junit.Test; |
| |
| /** |
| * Basic tests for Phoenix dynamic family querying "cf.*" |
| * |
| * |
| * @since 1.2 |
| */ |
| |
| @edu.umd.cs.findbugs.annotations.SuppressWarnings( |
| value="RV_RETURN_VALUE_IGNORED", |
| justification="Designed to ignore.") |
| |
| public class DynamicFamilyIT extends ParallelStatsDisabledIT { |
| private static final String WEB_STATS = generateUniqueName(); |
| private static final String WEB_STATS_SCHEMA_NAME = ""; |
| private static final byte[] A_CF = Bytes.toBytes(SchemaUtil.normalizeIdentifier("A")); |
| private static final byte[] B_CF = Bytes.toBytes(SchemaUtil.normalizeIdentifier("B")); |
| private static final String USER_ID1 = "u0001"; |
| private static final String USER_ID2 = "u0002"; |
| private static final String USER_ID3 = "u0003"; |
| private static final byte[] USER_ID1_BYTES = Bytes.toBytes(USER_ID1); |
| private static final byte[] USER_ID2_BYTES = Bytes.toBytes(USER_ID2); |
| private static final byte[] USER_ID3_BYTES = Bytes.toBytes(USER_ID3); |
| |
| private static final String MAX_CLICK_COUNT_PREFIX = SchemaUtil.normalizeIdentifier("MaxClickCount_"); |
| private static final byte[] MAX_CLICK_COUNT_DYNCOL_PREFIX = Bytes.toBytes(MAX_CLICK_COUNT_PREFIX); |
| private static final Integer ENTRY1_CLICK_COUNT = 12; |
| private static final Integer ENTRY2_CLICK_COUNT = 34; |
| private static final Integer ENTRY3_CLICK_COUNT = 56; |
| |
| private static final String LAST_LOGIN_TIME_PREFIX = SchemaUtil.normalizeIdentifier("LastLoginTime_"); |
| private static final byte[] LAST_LOGIN_TIME_DYNCOL_PREFIX = Bytes.toBytes(LAST_LOGIN_TIME_PREFIX); |
| |
| private static final Time ENTRY1_USER_ID1_LOGIN_TIME = new Time(System.currentTimeMillis()+60000); |
| private static final Time ENTRY1_USER_ID2_LOGIN_TIME = new Time(System.currentTimeMillis()+120000); |
| |
| private static final Time ENTRY2_USER_ID2_LOGIN_TIME = new Time(System.currentTimeMillis()+180000); |
| private static final Time ENTRY2_USER_ID3_LOGIN_TIME = new Time(System.currentTimeMillis()+240000); |
| |
| private static final Time ENTRY3_USER_ID1_LOGIN_TIME = new Time(System.currentTimeMillis()+300000); |
| private static final Time ENTRY3_USER_ID2_LOGIN_TIME = new Time(System.currentTimeMillis()+360000); |
| private static final Time ENTRY3_USER_ID3_LOGIN_TIME = new Time(System.currentTimeMillis()+420000); |
| |
| @Before |
| public void doBeforeTestSetup() throws Exception { |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(getUrl(), props); |
| String ddl = "create table if not exists " + WEB_STATS |
| + " (entry varchar not null primary key," |
| + " a.dummy varchar," |
| + " b.dummy varchar)"; |
| conn.createStatement().execute(ddl); |
| conn.close(); |
| initTableValues(); |
| } |
| |
| @SuppressWarnings("deprecation") |
| private static void initTableValues() throws Exception { |
| ConnectionQueryServices services = driver.getConnectionQueryServices(getUrl(), PropertiesUtil.deepCopy(TEST_PROPERTIES)); |
| Table hTable = services.getTable(SchemaUtil.getTableNameAsBytes(WEB_STATS_SCHEMA_NAME,WEB_STATS)); |
| try { |
| // Insert rows using standard HBase mechanism with standard HBase "types" |
| Put put; |
| List<Row> mutations = new ArrayList<Row>(); |
| put = new Put(Bytes.toBytes("entry1")); |
| put.addColumn(A_CF, QueryConstants.DEFAULT_COLUMN_FAMILY_BYTES, ByteUtil.EMPTY_BYTE_ARRAY); |
| put.addColumn(A_CF, ByteUtil.concat(MAX_CLICK_COUNT_DYNCOL_PREFIX, USER_ID2_BYTES), PInteger.INSTANCE.toBytes(ENTRY1_CLICK_COUNT)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID1_BYTES), PTime.INSTANCE.toBytes(ENTRY1_USER_ID1_LOGIN_TIME)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID2_BYTES), PTime.INSTANCE.toBytes(ENTRY1_USER_ID2_LOGIN_TIME)); |
| mutations.add(put); |
| |
| put = new Put(Bytes.toBytes("entry2")); |
| put.addColumn(A_CF, QueryConstants.DEFAULT_COLUMN_FAMILY_BYTES, ByteUtil.EMPTY_BYTE_ARRAY); |
| put.addColumn(A_CF, ByteUtil.concat(MAX_CLICK_COUNT_DYNCOL_PREFIX, USER_ID3_BYTES), PInteger.INSTANCE.toBytes(ENTRY2_CLICK_COUNT)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID2_BYTES), PTime.INSTANCE.toBytes(ENTRY2_USER_ID2_LOGIN_TIME)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID3_BYTES), PTime.INSTANCE.toBytes(ENTRY2_USER_ID3_LOGIN_TIME)); |
| mutations.add(put); |
| |
| put = new Put(Bytes.toBytes("entry3")); |
| put.addColumn(A_CF, QueryConstants.DEFAULT_COLUMN_FAMILY_BYTES, ByteUtil.EMPTY_BYTE_ARRAY); |
| put.addColumn(A_CF, ByteUtil.concat(MAX_CLICK_COUNT_DYNCOL_PREFIX, USER_ID1_BYTES), PInteger.INSTANCE.toBytes(ENTRY3_CLICK_COUNT)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID1_BYTES), PTime.INSTANCE.toBytes(ENTRY3_USER_ID1_LOGIN_TIME)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID2_BYTES), PTime.INSTANCE.toBytes(ENTRY3_USER_ID2_LOGIN_TIME)); |
| put.addColumn(B_CF, ByteUtil.concat(LAST_LOGIN_TIME_DYNCOL_PREFIX, USER_ID3_BYTES), PTime.INSTANCE.toBytes(ENTRY3_USER_ID3_LOGIN_TIME)); |
| mutations.add(put); |
| |
| hTable.batch(mutations, null); |
| |
| } finally { |
| hTable.close(); |
| } |
| } |
| |
| private static Pair<String,Integer> getMaxClickCountValue(ResultSet rs) throws SQLException { |
| ResultSetMetaData rsmd = rs.getMetaData(); |
| for (int i = 1; i <= rsmd.getColumnCount(); i++) { |
| String colName = rsmd.getColumnName(i); |
| if (colName.startsWith(MAX_CLICK_COUNT_PREFIX)) { |
| String userId = colName.substring(MAX_CLICK_COUNT_PREFIX.length()); |
| Integer clickCount = rs.getInt(colName); |
| return new Pair<String,Integer>(userId,clickCount); |
| } |
| } |
| return null; |
| } |
| |
| private static Time getLastLoginTimeValue(ResultSet rs, String userId) throws SQLException { |
| String colName = LAST_LOGIN_TIME_PREFIX + userId; |
| try { |
| return rs.getTime(colName); |
| } catch (SQLException e) { |
| // Ignore COLUMN_NOT_FOUND error b/c it means that this user didn't login |
| if (e.getErrorCode() == SQLExceptionCode.COLUMN_NOT_FOUND.getErrorCode()) { |
| return null; |
| } |
| throw e; |
| } |
| } |
| |
| /** |
| * Should project all of column family A columns qualifiers. Should also automatically be case insensitive, |
| * since it is a wildcard. |
| * @throws Exception |
| */ |
| // FIXME @Test |
| public void testGetAllDynColsInFamily() throws Exception { |
| String query = "SELECT A.* FROM " + WEB_STATS + " WHERE entry='entry1'"; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| ResultSet rs = statement.executeQuery(); |
| assertTrue(rs.next()); |
| Pair<String,Integer> maxClickCountUserIdAndValue = getMaxClickCountValue(rs); |
| // This fails for two reasons: 1) all column qualifiers in column family A |
| // are not returned in the result, and 2) the dynamic columns are not available |
| // through ResultSetMetaData. |
| assertEquals(USER_ID2_BYTES,maxClickCountUserIdAndValue.getFirst()); |
| assertEquals(ENTRY1_CLICK_COUNT,maxClickCountUserIdAndValue.getSecond()); |
| |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| /** |
| * Should project all of column family A columns qualifiers. Should also automatically be case insensitive, |
| * since it is a wildcard. |
| * @throws Exception |
| */ |
| // FIXME @Test |
| public void testGetAllDynCols() throws Exception { |
| String query = "SELECT * FROM " + WEB_STATS + "WHERE entry='entry1'"; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| ResultSet rs = statement.executeQuery(); |
| assertTrue(rs.next()); |
| Pair<String,Integer> maxClickCountUserIdAndValue = getMaxClickCountValue(rs); |
| // This fails because the dynamic columns are not available through ResultSetMetaData |
| assertEquals(USER_ID2_BYTES,maxClickCountUserIdAndValue.getFirst()); |
| assertEquals(ENTRY1_CLICK_COUNT,maxClickCountUserIdAndValue.getSecond()); |
| |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| /** |
| * Since the dynamic columns are not in double quotes, the column name is normalized by being upper cased. |
| * In this case, since USER_ID is case sensitive, it will not find the columns |
| */ |
| @Test |
| public void testGetCaseInsensitiveDynCol() throws Exception { |
| String query = "SELECT B.* FROM "+ WEB_STATS+ "(" + |
| "B." + LAST_LOGIN_TIME_PREFIX + USER_ID2 + " TIME," + |
| "B." + LAST_LOGIN_TIME_PREFIX + USER_ID3 + " TIME) WHERE entry='entry2'"; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| ResultSet rs = statement.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals(null, getLastLoginTimeValue(rs, USER_ID2)); |
| assertEquals(null, getLastLoginTimeValue(rs, USER_ID3)); |
| assertEquals(null, getLastLoginTimeValue(rs, USER_ID1)); |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| /** |
| * Since dynamic columns are not in double quotes, the column name is not normalized, but instead |
| * is left as is. This should succeed, since the user ID case is matched |
| */ |
| // FIXME @Test |
| public void testGetCaseSensitiveDynCol() throws Exception { |
| String query = "SELECT B.* FROM "+WEB_STATS +"(" + |
| "B.\"" + LAST_LOGIN_TIME_PREFIX + USER_ID2 + "\"" + " TIME," + |
| "B.\"" + LAST_LOGIN_TIME_PREFIX + USER_ID3 + "\"" + " TIME) WHERE entry='entry2'"; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| ResultSet rs = statement.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals(ENTRY2_USER_ID2_LOGIN_TIME, getLastLoginTimeValue(rs, USER_ID2)); |
| assertEquals(ENTRY2_USER_ID3_LOGIN_TIME, getLastLoginTimeValue(rs, USER_ID3)); |
| assertEquals(null, getLastLoginTimeValue(rs, Bytes.toString(USER_ID1_BYTES))); |
| |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| /** |
| * We have to make sure that static columns that are projected are in the expected order. |
| * Dynamic columns should be projected as well, but we cannot guarantee their order. |
| * @throws Exception |
| */ |
| // FIXME @Test |
| public void testProjectStaticAndDynamic() throws Exception { |
| String query = "SELECT ENTRY, A.DUMMY, B.DUMMY, A.*,B.* FROM "+ WEB_STATS +" WHERE entry='entry3'"; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| ResultSet rs = statement.executeQuery(); |
| assertTrue(rs.next()); |
| assertEquals("entry3", rs.getString(1)); |
| assertEquals(null, rs.getString(2)); |
| assertEquals(null, rs.getString(3)); |
| Pair<String,Integer> clickCountUserIdAndValue = getMaxClickCountValue(rs); |
| assertEquals(USER_ID1_BYTES,clickCountUserIdAndValue.getFirst()); |
| assertEquals(ENTRY3_CLICK_COUNT,clickCountUserIdAndValue.getSecond()); |
| |
| assertEquals(ENTRY3_USER_ID1_LOGIN_TIME, getLastLoginTimeValue(rs, Bytes.toString(USER_ID1_BYTES))); |
| assertEquals(ENTRY3_USER_ID2_LOGIN_TIME, getLastLoginTimeValue(rs, Bytes.toString(USER_ID2_BYTES))); |
| assertEquals(ENTRY3_USER_ID3_LOGIN_TIME, getLastLoginTimeValue(rs, Bytes.toString(USER_ID3_BYTES))); |
| |
| assertFalse(rs.next()); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test(expected = ColumnFamilyNotFoundException.class) |
| public void testDynamicFamilyException() throws Exception { |
| String query = "SELECT C.* FROM " + WEB_STATS; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| statement.executeQuery(); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test(expected = PhoenixParserException.class) |
| public void testDynamicFamilyFunctionException() throws Exception { |
| String query = "SELECT count(C.*) FROM " + WEB_STATS; |
| String url = getUrl() + ";"; |
| Properties props = PropertiesUtil.deepCopy(TEST_PROPERTIES); |
| Connection conn = DriverManager.getConnection(url, props); |
| try { |
| PreparedStatement statement = conn.prepareStatement(query); |
| statement.executeQuery(); |
| } finally { |
| conn.close(); |
| } |
| } |
| |
| @Test |
| public void testSelectEntireColumnFamily() throws Exception { |
| ResultSet rs; |
| Connection conn = DriverManager.getConnection(getUrl()); |
| conn.setAutoCommit(true); |
| String tableName = generateUniqueName(); |
| conn.createStatement().execute("CREATE TABLE " + tableName |
| + " (Id VARCHAR NOT NULL PRIMARY KEY, COLFAM1.A VARCHAR, COLFAM1.B VARCHAR, COLFAM2.A VARCHAR )"); |
| conn.createStatement().execute("UPSERT INTO " + tableName |
| + " (Id, COLFAM1.A, COLFAM1.B, COLFAM2.A) values ('row-2', '100', '200', '300')"); |
| rs = conn.createStatement().executeQuery("SELECT COLFAM1.A,COLFAM1.B FROM " + tableName); |
| assertTrue(rs.next()); |
| assertEquals("100",rs.getString(1)); |
| assertEquals("200",rs.getString(2)); |
| assertFalse(rs.next()); |
| |
| rs = conn.createStatement().executeQuery("SELECT COLFAM1.* FROM " + tableName); |
| assertTrue(rs.next()); |
| assertEquals("100",rs.getString(1)); |
| assertEquals("200",rs.getString(2)); |
| assertFalse(rs.next()); |
| |
| rs = conn.createStatement().executeQuery("SELECT COLFAM1.*,COLFAM1.A FROM " + tableName); |
| assertTrue(rs.next()); |
| assertEquals("100",rs.getString(1)); |
| assertEquals("200",rs.getString(2)); |
| assertFalse(rs.next()); |
| } |
| } |