1、Spark 通过api，hfile两种形式获取hbase数据，简单样例

pom内容：

<dependency>

            <groupId>org.apache.hbase</groupId>

            <artifactId>hbase-server</artifactId>

            <version>0.98.6-cdh5.2.0</version>

            <exclusions>

                <exclusion>

                    <artifactId>javax.servlet-api</artifactId>

                    <groupId>javax.servlet</groupId>

                </exclusion>

                <exclusion>

                    <artifactId>javax.servlet</artifactId>

                    <groupId>org.eclipse.jetty.orbit</groupId>

                </exclusion>

                <exclusion>

                    <artifactId>servlet-api-2.5</artifactId>

                    <groupId>org.mortbay.jetty</groupId>

                </exclusion>

                <exclusion>

                    <artifactId>servlet-api</artifactId>

                    <groupId>javax.servlet</groupId>

                </exclusion>

            </exclusions>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-core_2.10</artifactId>

            <version>1.5.2-hdh3.1.0</version>

            <exclusions>

                <exclusion>

                    <artifactId>hadoop-client</artifactId>

                    <groupId>org.apache.hadoop</groupId>

                </exclusion>

            </exclusions>

        </dependency>

        <dependency>

            <groupId>org.apache.spark</groupId>

            <artifactId>spark-sql_2.10</artifactId>

            <version>1.5.2-hdh3.1.0</version>

            <exclusions>

                <exclusion>

                    <artifactId>javax.servlet-api</artifactId>

                    <groupId>javax.servlet</groupId>

                </exclusion>

            </exclusions>

        </dependency>

一、Hbase API获取hbase表数据

 import org.apache.hadoop.conf.Configuration;

 import org.apache.hadoop.hbase.Cell;

 import org.apache.hadoop.hbase.HBaseConfiguration;

 import org.apache.hadoop.hbase.HColumnDescriptor;

 import org.apache.hadoop.hbase.client.HTable;

 import org.apache.hadoop.hbase.client.Result;

 import org.apache.hadoop.hbase.client.ResultScanner;

 import org.apache.hadoop.hbase.client.Scan;

 import org.apache.hadoop.hbase.util.Bytes;

 import java.io.IOException;

 import java.util.List;

 /**

  * 通过HbaseApi获取数据

  */

 public class DataAchieveFromHbaseApi {

     public static void main(String[] args) throws IOException {

         //Hbase配置

         Configuration conf=HBaseConfiguration.create();

         conf.set("hbase.zookeeper.property.clientPort", "2181");//端口

         conf.set("hbase.zookeeper.quorum","hdh1,hdh2,hdh3");//hbase zookeeper地址

         //扫描配置

         Scan scan=new Scan();

         scan.addFamily(Bytes.toBytes("cf"));//列族，可添加多个

         //hbase表

         HTable hTable=new HTable(conf, Bytes.toBytes("test"));//表明

         //获取扫描数据

         ResultScanner rs= hTable.getScanner(scan);

         //hbase表的列族信息

         HColumnDescriptor[] hColDes=hTable.getTableDescriptor().getColumnFamilies();

         for (HColumnDescriptor hColDe : hColDes) {

             System.out.println(Bytes.toString(hColDe.getName()));

         }

         //展示每一行的每一列(这个只有一列)信息

         for (Result r : rs) {

             byte [] bytes= r.getValue(Bytes.toBytes("cf"),Bytes.toBytes("SSID"));//列族和列名

             String str=new String(bytes,"UTF-8");

             if(null!=str&&str.trim().length()>0) {

                 System.out.println(str.trim());

             }

         }

         System.out.println("end<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<");

     }

 }

二、Spark提供接口获取Hbase表数据：

 import org.apache.hadoop.conf.Configuration;

 import org.apache.hadoop.hbase.HBaseConfiguration;

 import org.apache.hadoop.hbase.client.Result;

 import org.apache.hadoop.hbase.io.ImmutableBytesWritable;

 import org.apache.hadoop.hbase.mapreduce.TableInputFormat;

 import org.apache.hadoop.hbase.util.Bytes;

 import org.apache.spark.SparkConf;

 import org.apache.spark.api.java.JavaPairRDD;

 import org.apache.spark.api.java.JavaSparkContext;

 import org.apache.spark.api.java.function.VoidFunction;

 import scala.Tuple2;

 import java.io.IOException;

 /**

  * 通过hfile形式获取数据

  */

 public class DataAchieveFromHfile {

     private static JavaPairRDD<ImmutableBytesWritable, Result> rdd;

     public static void main(String[] args) throws IOException {

         Configuration conf= HBaseConfiguration.create();

         conf.set("hbase.zookeeper.property.clientPort", "2181");

         conf.set("hbase.zookeeper.quorum","hdh1,hdh2,hdh3");

         conf.set(TableInputFormat.INPUT_TABLE, "test");

         SparkConf conf1=new SparkConf().setAppName("test").setMaster("local");//设置spark app名称和运行模式（此为local模式）

         JavaSparkContext sc=new JavaSparkContext(conf1);

         //加载数据

         rdd=sc.newAPIHadoopRDD(conf,TableInputFormat.class, ImmutableBytesWritable.class, Result.class);

         System.out.println("读取数据条数："+rdd.count());

         rdd.foreach(new VoidFunction<Tuple2<ImmutableBytesWritable, Result>>() {

             @Override

             public void call(Tuple2<ImmutableBytesWritable, Result> result) throws Exception {

                 byte [] bytes= result._2().getValue(Bytes.toBytes("cf"), Bytes.toBytes("SSID"));//列族和列名

                 String str= new String(bytes,"UTF-8");

                 if(null!=str&&str.trim().length()>0) {

                     System.out.println(str.trim());

                 }

             }

         });

     }

 }