| # |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| # |
| |
| # Script to recreate all tables from one cluster to another |
| # To see usage for this script, run: |
| # |
| # ${HBASE_HOME}/bin/hbase org.jruby.Main copy_tables_desc.rb |
| # |
| |
| include Java |
| java_import org.apache.hadoop.conf.Configuration |
| java_import org.apache.hadoop.hbase.HBaseConfiguration |
| java_import org.apache.hadoop.hbase.HConstants |
| java_import org.apache.hadoop.hbase.HTableDescriptor |
| java_import org.apache.hadoop.hbase.TableName |
| java_import org.apache.hadoop.hbase.client.ConnectionFactory |
| java_import org.apache.hadoop.hbase.client.HBaseAdmin |
| java_import org.slf4j.LoggerFactory |
| |
| # Name of this script |
| NAME = 'copy_tables_desc'.freeze |
| |
| # Print usage for this script |
| def usage |
| puts format('Usage: %s.rb master_zookeeper.quorum.peers:clientport:znode_parent slave_zookeeper.quorum.peers:clientport:znode_parent [table1,table2,table3,...]', NAME) |
| exit! |
| end |
| |
| def copy(src, dst, table) |
| # verify if table exists in source cluster |
| begin |
| t = src.getTableDescriptor(TableName.valueOf(table)) |
| rescue org.apache.hadoop.hbase.TableNotFoundException |
| puts format("Source table \"%s\" doesn't exist, skipping.", table) |
| return |
| end |
| |
| # verify if table *doesn't* exists in the target cluster |
| begin |
| dst.createTable(t) |
| rescue org.apache.hadoop.hbase.TableExistsException |
| puts format('Destination table "%s" exists in remote cluster, skipping.', table) |
| return |
| end |
| |
| puts format('Schema for table "%s" was succesfully copied to remote cluster.', table) |
| end |
| |
| usage if ARGV.size < 2 || ARGV.size > 3 |
| |
| LOG = LoggerFactory.getLogger(NAME) |
| |
| parts1 = ARGV[0].split(':') |
| |
| parts2 = ARGV[1].split(':') |
| |
| parts3 = ARGV[2].split(',') unless ARGV[2].nil? |
| |
| c1 = HBaseConfiguration.create |
| c1.set(HConstants::ZOOKEEPER_QUORUM, parts1[0]) |
| c1.set('hbase.zookeeper.property.clientPort', parts1[1]) |
| c1.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts1[2]) |
| |
| connection1 = ConnectionFactory.createConnection(c1) |
| admin1 = connection1.getAdmin |
| |
| c2 = HBaseConfiguration.create |
| c2.set(HConstants::ZOOKEEPER_QUORUM, parts2[0]) |
| c2.set('hbase.zookeeper.property.clientPort', parts2[1]) |
| c2.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts2[2]) |
| |
| connection2 = ConnectionFactory.createConnection(c2) |
| admin2 = connection2.getAdmin |
| |
| if parts3.nil? |
| admin1.listTableNames.each do |t| |
| copy(admin1, admin2, t.nameAsString) |
| end |
| else |
| parts3.each do |t| |
| copy(admin1, admin2, t) |
| end |
| end |
| |
| admin1.close |
| admin2.close |
| connection1.close |
| connection2.close |