| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.hadoop.hbase.io.encoding; |
| |
| import java.io.IOException; |
| import java.util.Arrays; |
| import java.util.Collection; |
| import java.util.List; |
| import org.apache.hadoop.hbase.HBaseClassTestRule; |
| import org.apache.hadoop.hbase.HRegionLocation; |
| import org.apache.hadoop.hbase.client.Admin; |
| import org.apache.hadoop.hbase.client.ColumnFamilyDescriptor; |
| import org.apache.hadoop.hbase.client.RegionLocator; |
| import org.apache.hadoop.hbase.client.Result; |
| import org.apache.hadoop.hbase.client.ResultScanner; |
| import org.apache.hadoop.hbase.client.Scan; |
| import org.apache.hadoop.hbase.client.Table; |
| import org.apache.hadoop.hbase.io.compress.Compression; |
| import org.apache.hadoop.hbase.io.hfile.CacheConfig; |
| import org.apache.hadoop.hbase.regionserver.HRegionServer; |
| import org.apache.hadoop.hbase.testclassification.IOTests; |
| import org.apache.hadoop.hbase.testclassification.MediumTests; |
| import org.apache.hadoop.hbase.util.TestMiniClusterLoadSequential; |
| import org.apache.hadoop.hbase.util.Threads; |
| import org.junit.ClassRule; |
| import org.junit.Test; |
| import org.junit.experimental.categories.Category; |
| import org.junit.runners.Parameterized.Parameters; |
| |
| /** |
| * Uses the load tester |
| */ |
| @Category({ IOTests.class, MediumTests.class }) |
| public class TestLoadAndSwitchEncodeOnDisk extends TestMiniClusterLoadSequential { |
| |
| @ClassRule |
| public static final HBaseClassTestRule CLASS_RULE = |
| HBaseClassTestRule.forClass(TestLoadAndSwitchEncodeOnDisk.class); |
| |
| /** We do not alternate the multi-put flag in this test. */ |
| private static final boolean USE_MULTI_PUT = true; |
| |
| /** Un-parameterize the test */ |
| @Parameters |
| public static Collection<Object[]> parameters() { |
| return Arrays.asList(new Object[][]{ new Object[0] }); |
| } |
| |
| public TestLoadAndSwitchEncodeOnDisk() { |
| super(USE_MULTI_PUT, DataBlockEncoding.PREFIX); |
| conf.setBoolean(CacheConfig.CACHE_BLOCKS_ON_WRITE_KEY, true); |
| } |
| |
| @Override |
| protected int numKeys() { |
| return 3000; |
| } |
| |
| @Override |
| @Test |
| public void loadTest() throws Exception { |
| Admin admin = TEST_UTIL.getAdmin(); |
| |
| compression = Compression.Algorithm.GZ; // used for table setup |
| super.loadTest(); |
| |
| ColumnFamilyDescriptor hcd = getColumnDesc(admin); |
| System.err.println("\nDisabling encode-on-disk. Old column descriptor: " + hcd + "\n"); |
| Table t = TEST_UTIL.getConnection().getTable(TABLE); |
| assertAllOnLine(t); |
| |
| admin.disableTable(TABLE); |
| admin.modifyColumnFamily(TABLE, hcd); |
| |
| System.err.println("\nRe-enabling table\n"); |
| admin.enableTable(TABLE); |
| |
| System.err.println("\nNew column descriptor: " + |
| getColumnDesc(admin) + "\n"); |
| |
| // The table may not have all regions on line yet. Assert online before |
| // moving to major compact. |
| assertAllOnLine(t); |
| |
| System.err.println("\nCompacting the table\n"); |
| admin.majorCompact(TABLE); |
| // Wait until compaction completes |
| Threads.sleepWithoutInterrupt(5000); |
| HRegionServer rs = TEST_UTIL.getMiniHBaseCluster().getRegionServer(0); |
| while (rs.getCompactSplitThread().getCompactionQueueSize() > 0) { |
| Threads.sleep(50); |
| } |
| |
| System.err.println("\nDone with the test, shutting down the cluster\n"); |
| } |
| |
| private void assertAllOnLine(final Table t) throws IOException { |
| List<HRegionLocation> regions; |
| try(RegionLocator rl = TEST_UTIL.getConnection().getRegionLocator(t.getName())) { |
| regions = rl.getAllRegionLocations(); |
| } |
| for (HRegionLocation e: regions) { |
| byte [] startkey = e.getRegion().getStartKey(); |
| Scan s = new Scan().withStartRow(startkey); |
| ResultScanner scanner = t.getScanner(s); |
| Result r = scanner.next(); |
| org.junit.Assert.assertTrue(r != null && r.size() > 0); |
| scanner.close(); |
| } |
| } |
| } |