使用BulkLoad恢复hbase数据

问题:

hbase 集群启动不了,maste一直在初始化，数据面临丢失风险。

解决:

把hbfs上 /hbase 目录移走改名为/hbase-bak
删除zk上的数据,重新建立一个新的hbase集群.
使用如下代码, 把/hbase-bak里面的数据恢复到现有的hbase集群中.

public class RestoreData {

    public static final String HBASE_ZOOKEEPER_QUORUM = "hbase.zookeeper.quorum";
    public static final String HBASE_CLIENT_RETRIES_NUMBER = "hbase.client.retries.number";
    public static final String HBASE_MASTER_INFO_PORT = "hbase.master.info.port";
    public static final String HBASE_ZOOKEEPER_PROPERTY_CLIENTPORT = "hbase.zookeeper.property.clientPort";
    public static final String HBASE_RPC_TIMEOUT = "hbase.rpc.timeout";
    public static final String HBASE_CLIENT_OPERATION_TIMEOUT = "hbase.client.operation.timeout";
    public static final String HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD = "hbase.client.scanner.timeout.period";
    public static final String HBASE_WRITEBUFFER_SIZE = "hbase.writebuffer.size";

    private static Connection hbaseConn;
    private static Configuration hbaseConf;

    public static void main(String[] args) throws IOException {
        hbaseConf = HBaseConfiguration.create();
        hbaseConf.set(HBASE_ZOOKEEPER_QUORUM, "master");
        hbaseConf.set(HBASE_ZOOKEEPER_PROPERTY_CLIENTPORT, "2181");
        hbaseConf.set(HBASE_RPC_TIMEOUT, "30000");
        hbaseConf.set(HBASE_CLIENT_OPERATION_TIMEOUT, "30000");
        hbaseConf.set(HBASE_CLIENT_SCANNER_TIMEOUT_PERIOD, "30000");
        hbaseConn = ConnectionFactory.createConnection(hbaseConf);

        String hfile = "hdfs://master:9000/hbase-bak/data/default/student/ab4112439aee7a2dea88f1b5119f0f4d";
        String tableName = "student";
        String[] array = new String[2];
        array[0] = hfile;
        array[1]  = tableName;
       
        try {
            new LoadIncrementalHFiles(hbaseConf).run(array);
        } catch (Exception e) {
            e.printStackTrace();
        }

    }
}

pom文件

<dependencies>
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-client</artifactId>
            <version>1.4.13</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-server</artifactId>
            <version>1.4.13</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-common</artifactId>
            <version>1.4.13</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-core</artifactId>
            <version>1.0.4</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hadoop</groupId>
            <artifactId>hadoop-client</artifactId>
            <version>2.8.3</version>
        </dependency>
        <dependency>
            <groupId>log4j</groupId>
            <artifactId>log4j</artifactId>
            <version>1.2.17</version>
        </dependency>
        <dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-hadoop2-compat</artifactId>
            <version>1.4.13</version>
        </dependency>

    </dependencies>

打包

脚本

在集群上运行的脚本

export LD_LIBRARY_PATH=/data/hadoop-2.8.3/lib/native

java -cp /data/hadoop/data/hbase_production.jar
:/data/hbase/lib/log4j-1.2.17.jar
:/data/hbase/lib/slf4j-log4j12-1.7.25.jar
:/data/hbase/lib/slf4j-api-1.7.25.jar
:/data/hbase/lib/snappy-java-1.0.5.jar
:/data/hadoop-2.8.3/share/hadoop/common/hadoop-nfs-2.8.3.jar
:/data/hadoop-2.8.3/share/hadoop/common/hadoop-common-2.8.3.jar
com.xxxx.hbase.RestoreData 
hdfs://master:9000/hbase-bak/data/default/student/$1 
student

执行

./脚本  HFile路径