1、Spark 通过api，hfile两种形式获取hbase数据，简单样例

pom内容：

<dependency>
            <groupId>org.apache.hbase</groupId>
            <artifactId>hbase-server</artifactId>
            <version>0.98.6-cdh5.2.0</version>
            <exclusions>
                <exclusion>
                    <artifactId>javax.servlet-api</artifactId>
                    <groupId>javax.servlet</groupId>
                </exclusion>
                <exclusion>
                    <artifactId>javax.servlet</artifactId>
                    <groupId>org.eclipse.jetty.orbit</groupId>
                </exclusion>
                <exclusion>
                    <artifactId>servlet-api-2.5</artifactId>
                    <groupId>org.mortbay.jetty</groupId>
                </exclusion>
                <exclusion>
                    <artifactId>servlet-api</artifactId>
                    <groupId>javax.servlet</groupId>
                </exclusion>
            </exclusions>
        </dependency>
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-core_2.10</artifactId>
            <version>1.5.2-hdh3.1.0</version>
            <exclusions>
                <exclusion>
                    <artifactId>hadoop-client</artifactId>
                    <groupId>org.apache.hadoop</groupId>
                </exclusion>
            </exclusions>
        </dependency>
        <dependency>
            <groupId>org.apache.spark</groupId>
            <artifactId>spark-sql_2.10</artifactId>
            <version>1.5.2-hdh3.1.0</version>
            <exclusions>
                <exclusion>
                    <artifactId>javax.servlet-api</artifactId>
                    <groupId>javax.servlet</groupId>
                </exclusion>
            </exclusions>
        </dependency>

一、Hbase API获取hbase表数据

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

import java.io.IOException;
import java.util.List;

/**
 * 通过HbaseApi获取数据
 */
public class DataAchieveFromHbaseApi {
    public static void main(String[] args) throws IOException {
        //Hbase配置
        Configuration conf=HBaseConfiguration.create();
        conf.set("hbase.zookeeper.property.clientPort", "2181");//端口
        conf.set("hbase.zookeeper.quorum","hdh1,hdh2,hdh3");//hbase zookeeper地址
        //扫描配置
        Scan scan=new Scan();
        scan.addFamily(Bytes.toBytes("cf"));//列族，可添加多个
        //hbase表
        HTable hTable=new HTable(conf, Bytes.toBytes("test"));//表明
        //获取扫描数据
        ResultScanner rs= hTable.getScanner(scan);
        //hbase表的列族信息
        HColumnDescriptor[] hColDes=hTable.getTableDescriptor().getColumnFamilies();
        for (HColumnDescriptor hColDe : hColDes) {
            System.out.println(Bytes.toString(hColDe.getName()));
        }
        //展示每一行的每一列(这个只有一列)信息
        for (Result r : rs) {
            byte [] bytes= r.getValue(Bytes.toBytes("cf"),Bytes.toBytes("SSID"));//列族和列名
            String str=new String(bytes,"UTF-8");
            if(null!=str&&str.trim().length()>0) {
                System.out.println(str.trim());
            }
        }
        System.out.println("end<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<");
    }
}

二、Spark提供接口获取Hbase表数据：

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableInputFormat;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.spark.SparkConf;
import org.apache.spark.api.java.JavaPairRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.VoidFunction;
import scala.Tuple2;

import java.io.IOException;

/**
 * 通过hfile形式获取数据
 */
public class DataAchieveFromHfile {
    private static JavaPairRDD<ImmutableBytesWritable, Result> rdd;

    public static void main(String[] args) throws IOException {
        Configuration conf= HBaseConfiguration.create();
        conf.set("hbase.zookeeper.property.clientPort", "2181");
        conf.set("hbase.zookeeper.quorum","hdh1,hdh2,hdh3");
        conf.set(TableInputFormat.INPUT_TABLE, "test");
        SparkConf conf1=new SparkConf().setAppName("test").setMaster("local");//设置spark app名称和运行模式（此为local模式）
        JavaSparkContext sc=new JavaSparkContext(conf1);
        //加载数据
        rdd=sc.newAPIHadoopRDD(conf,TableInputFormat.class, ImmutableBytesWritable.class, Result.class);
        System.out.println("读取数据条数："+rdd.count());
        rdd.foreach(new VoidFunction<Tuple2<ImmutableBytesWritable, Result>>() {
            @Override
            public void call(Tuple2<ImmutableBytesWritable, Result> result) throws Exception {
                byte [] bytes= result._2().getValue(Bytes.toBytes("cf"), Bytes.toBytes("SSID"));//列族和列名
                String str= new String(bytes,"UTF-8");
                if(null!=str&&str.trim().length()>0) {
                    System.out.println(str.trim());
                }
            }
        });
    }
}