迅捷开发环境，hbase测试用例提交。

ipu-hbase-example/pom.xml

@@ -0,0 +1,61 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>
	<parent>
		<groupId>com.ai.ipu</groupId>
		<artifactId>ipu-aggregator</artifactId>
		<version>3.1-SNAPSHOT</version>
	</parent>
	<groupId>com.ai.ipu.example</groupId>
	<artifactId>ipu-hbase-example</artifactId>
	<version>1.0</version>
	<packaging>jar</packaging>
	<name>ipu-hbase-example</name>
	<url>http://maven.apache.org</url>
	<properties>
		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
		<ipu>3.1-SNAPSHOT</ipu>
		<jdk>1.8</jdk>
		<junit>4.12</junit>
		<hbase>1.2.6</hbase>
	</properties>
	<dependencies>
		<dependency>
			<groupId>junit</groupId>
			<artifactId>junit</artifactId>
			<version>${junit}</version>
		</dependency>
		<dependency>
			<groupId>org.apache.hbase</groupId>
			<artifactId>hbase-client</artifactId>
			<version>${hbase}</version>
		</dependency>
		<dependency>
			<groupId>org.apache.hbase</groupId>
			<artifactId>hbase-server</artifactId>
			<version>${hbase}</version>
		</dependency>
		<dependency>
			<groupId>com.ai.ipu</groupId>
			<artifactId>ipu-basic</artifactId>
		</dependency>
	</dependencies>
	<build>
		<plugins>
			<plugin>
                <groupId>org.apache.maven.plugins</groupId>
                <artifactId>maven-surefire-plugin</artifactId>
                <configuration>
                    <skip>true</skip>
                </configuration>
            </plugin>
		</plugins>
	</build>
</project>

ipu-hbase-example/src/test/java/com/ai/ipu/example/hbase/HbaseConfig.java

@@ -0,0 +1,76 @@
package com.ai.ipu.example.hbase;
import com.ai.ipu.basic.file.ResourceBundleUtil;
import com.ai.ipu.basic.log.ILogger;
import com.ai.ipu.basic.log.IpuLoggerFactory;
/**
 * 类描述
 *
 * @Author: lilb3@asiainfo.com
 * @Date: 2019-06-18 17:05
 **/
public class HbaseConfig {
    private static final ILogger LOGGER = IpuLoggerFactory.createLogger(HbaseConfig.class);
    private static final String CONFIG_FILE_PATH = "hbase";
    /*hadoop的安装目录*/
    private static String hadoopHomeDir;
    /*hbase在hadoop上的存储路径*/
    private static String hbaseRootdir;
    /*hbase连接的zookeeper集群地址*/
    private static String hbaseZookeeperQuorum;
    /*hbase表名*/
    private static String tableName;
    /*hbase表的列族*/
    private static String tableCloumns;
    /*studeng的格式*/
    private static String key;
    private static String zhangShan;
    private static String liSi;
    private static String wangWu;
    public static String getHadoopHomeDir() {
        return hadoopHomeDir;
    }
    public static String getHbaseRootdir() {
        return hbaseRootdir;
    }
    public static String getHbaseZookeeperQuorum() {
        return hbaseZookeeperQuorum;
    }
    public static String getTableName() {
        return tableName;
    }
    public static String getTableCloumns() {
        return tableCloumns;
    }
    public static String getKey() {
        return key;
    }
    public static String getZhangShan() {
        return zhangShan;
    }
    public static String getLiSi() {
        return liSi;
    }
    public static String getWangWu() {
        return wangWu;
    }
    /*加载配置文件*/
    static {
        try {
            ResourceBundleUtil.initialize(CONFIG_FILE_PATH, HbaseConfig.class);
        } catch (Exception e) {
            LOGGER.error(CONFIG_FILE_PATH + "配置文件读取失败", e);
        }
    }
}

ipu-hbase-example/src/test/java/com/ai/ipu/example/hbase/HbaseExample.java

@@ -0,0 +1,375 @@
package com.ai.ipu.example.hbase;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;
import org.apache.hadoop.hbase.filter.CompareFilter;
import org.apache.hadoop.hbase.filter.FilterList;
import org.apache.hadoop.hbase.filter.PrefixFilter;
import org.apache.hadoop.hbase.filter.RegexStringComparator;
import org.apache.hadoop.hbase.filter.RowFilter;
import org.apache.hadoop.hbase.util.Bytes;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
import java.util.ArrayList;
import java.util.List;
public class HbaseExample {
    private static final String SPLIT_STRING = "###";
    private static final String[] TABLE_COLUMNS = HbaseConfig.getTableCloumns().split(SPLIT_STRING);
    private static final String[] KEYS = HbaseConfig.getKey().split(SPLIT_STRING);
    private static final String TABLE_NAME = HbaseConfig.getTableName();
    private Connection connection = null;
    private Table table = null;
    private Admin admin = null;
    /**
     * 初始化配置
     *
     * @throws Exception 异常
     */
    @Before
    public void setBefore() throws Exception {
        Configuration configuration = new Configuration();
        System.setProperty("hadoop.home.dir", HbaseConfig.getHadoopHomeDir());
        configuration.set("hbase.rootdir", HbaseConfig.getHbaseRootdir());
        configuration.set("hbase.zookeeper.quorum", HbaseConfig.getHbaseZookeeperQuorum());
        connection = ConnectionFactory.createConnection(configuration);
        admin = connection.getAdmin();
    }
    /**
     * 关闭连接
     *
     * @throws Exception 异常
     */
    @After
    public void setAfter() throws Exception {
        if (connection != null) connection.close();
    }
    /**
     * 创建表
     *
     * @throws Exception 异常
     */
    @Test
    public void createTable() throws Exception {
        if (admin.tableExists(TableName.valueOf(TABLE_NAME))) {
            System.out.println("表已经存在");
        } else {
            HTableDescriptor hTableDescriptor = new HTableDescriptor(TableName.valueOf(TABLE_NAME));
            //添加列族columnFamily ，不必指定列
            String[] tableColumns = HbaseConfig.getTableCloumns().split(SPLIT_STRING);
            for (String column : tableColumns) {
                hTableDescriptor.addFamily(new HColumnDescriptor(column));
            }
            admin.createTable(hTableDescriptor);
            System.out.println("表" + TABLE_NAME + "创建成功");
        }
    }
    /**
     * 查看表和表结构
     *
     * @throws Exception 异常
     */
    @Test
    public void listTable() throws Exception {
        HTableDescriptor[] tableList = admin.listTables();
        if (tableList.length > 0) {
            for (HTableDescriptor ta : tableList) {
                System.out.println(ta.getNameAsString());
                for (HColumnDescriptor column :
                        ta.getColumnFamilies()) {
                    System.out.println("\t" + column.getNameAsString());
                }
            }
        }
    }
    /**
     * 添加单条记录
     *
     * @throws Exception 异常
     */
    @Test
    public void putOne() throws Exception {
        Table table = connection.getTable(TableName.valueOf(TABLE_NAME));
        //创建 put，并制定 put 的Rowkey
        Put put = new Put(Bytes.toBytes("wangwu"));
        String[] values = HbaseConfig.getWangWu().split(SPLIT_STRING);
        for (int i = 0; i < TABLE_COLUMNS.length; i++) {
            put.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i]), Bytes.toBytes(values[2 * i]));
            put.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i + 1]), Bytes.toBytes(values[2 * i + 1]));
        }
        table.put(put);
        System.out.println("添加成功。");
    }
    /**
     * 添加多条记录
     *
     * @throws Exception 异常
     */
    @Test
    public void putList() throws Exception {
        Table table = connection.getTable(TableName.valueOf(TABLE_NAME));
        //创建 put，并制定 put 的Rowkey
        Put put = new Put(Bytes.toBytes("zhangsan"));
        String[] values = HbaseConfig.getZhangShan().split(SPLIT_STRING);
        for (int i = 0; i < TABLE_COLUMNS.length; i++) {
            put.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i]), Bytes.toBytes(values[2 * i]));
            put.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i + 1]), Bytes.toBytes(values[2 * i + 1]));
        }
        Put put1 = new Put(Bytes.toBytes("lisi"));
        String[] values1 = HbaseConfig.getLiSi().split(SPLIT_STRING);
        for (int i = 0; i < TABLE_COLUMNS.length; i++) {
            put1.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i]), Bytes.toBytes(values1[2 * i]));
            put1.addColumn(Bytes.toBytes(TABLE_COLUMNS[i]), Bytes.toBytes(KEYS[2 * i + 1]), Bytes.toBytes(values1[2 * i + 1]));
        }
        List<Put> list = new ArrayList<>();
        list.add(put);
        list.add(put1);
        table.put(list);
        System.out.println("添加多条记录成功。");
    }
    /**
     * 根据Rowkey进行查询
     *
     * @throws Exception 异常
     */
    @Test
    public void scanByRowKey() throws Exception {
        String rowKey = "zhangsan";
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Get get = new Get(rowKey.getBytes());
        Result result = table.get(get);
        System.out.println("列族\t列名\t内容");
        for (Cell cell : result.rawCells()) {
            System.out.println(
                    Bytes.toString(CellUtil.cloneRow(cell)) + "\t" +  //Rowkey
                            Bytes.toString(CellUtil.cloneFamily(cell)) + "\t" + //CF
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "\t" +//qualifier
                            Bytes.toString(CellUtil.cloneValue(cell)) //value
            );
        }
    }
    /**
     * 根据Rowkey和列族和列进行查询内容
     *
     * @throws Exception 异常
     */
    @Test
    public void scanByRowKey1() throws Exception {
        String rowKey = "zhangsan";
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Get get = new Get(rowKey.getBytes());
        get.addColumn(Bytes.toBytes(TABLE_COLUMNS[2]), Bytes.toBytes(KEYS[5]));
        Result result = table.get(get);
        System.out.println("列族rowKey = \"zhangsan\"列族为" + TABLE_COLUMNS[2] + ",列为" + KEYS[5] + "的值是：");
        String value = Bytes.toString(result.getValue(Bytes.toBytes(TABLE_COLUMNS[2]), Bytes.toBytes(KEYS[5])));
        System.out.println(value);
    }
    /**
     * 全表查询
     *
     * @throws Exception 异常
     */
    @Test
    public void scanTable() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Scan scan = new Scan();
        ResultScanner rs = table.getScanner(scan);
        for (Result result : rs) {
            printResult(result);
        }
    }
    /**
     * Scan 查询 添加个条件，Scan 对象参数是  Rowkey
     *
     * @throws Exception 异常
     */
    @Test
    public void scanTable1() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Scan scan = new Scan(Bytes.toBytes("wangwu"), Bytes.toBytes("wangwu"));
        ResultScanner rs = table.getScanner(scan);
        for (Result result : rs) {
            printResult(result);
        }
    }
    /**
     * 定义私有方法 用于打印表的信息
     *
     * @param result 需要打印的结果
     */
    private void printResult(Result result) {
        for (Cell cell :
                result.rawCells()) {
            System.out.println(
                    //Rowkey
                    Bytes.toString(CellUtil.cloneRow(cell)) + "\t" +
                            //CF
                            Bytes.toString(CellUtil.cloneFamily(cell)) + "\t" +
                            //qualifier
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "\t" +
                            //value
                            Bytes.toString(CellUtil.cloneValue(cell))
            );
        }
        System.out.println("~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~");
    }
    /**
     * 条件过滤  Filter
     * 查询后最名 为  wu的
     * Hbase 中数据是按照字典顺序进行排列的
     * 不会因为插入的时间不同而不同
     *
     * @throws Exception 异常
     */
    @Test
    public void rowFilter() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        String reg = "^*wu";
        org.apache.hadoop.hbase.filter.Filter filter = new RowFilter(CompareFilter.CompareOp.EQUAL, new RegexStringComparator(reg));
        Scan scan = new Scan();
        scan.setFilter(filter);
        ResultScanner results = table.getScanner(scan);
        for (Result result : results) {
            printResult(result);
        }
    }
    /**
     * 前缀名过滤
     *
     * @throws Exception 异常
     */
    @Test
    public void prefixFilter() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        org.apache.hadoop.hbase.filter.Filter filter = new PrefixFilter(Bytes.toBytes("li"));
        Scan scan = new Scan();
        scan.setFilter(filter);
        ResultScanner results = table.getScanner(scan);
        for (Result result : results) {
            printResult(result);
        }
    }
    /**
     * 多条件过滤  FilterList
     * <p>
     * MUST_PASS_ALL 全都满足条件
     * <p>
     * MUST_PASS_ONE  满足一个就可以
     *
     * @throws Exception 异常
     */
    @Test
    public void filterList() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        FilterList filterList = new FilterList(FilterList.Operator.MUST_PASS_ONE);
        org.apache.hadoop.hbase.filter.Filter filter = new PrefixFilter(Bytes.toBytes("li"));
        org.apache.hadoop.hbase.filter.Filter filter2 = new PrefixFilter(Bytes.toBytes("zh"));
        filterList.addFilter(filter);
        filterList.addFilter(filter2);
        Scan scan = new Scan();
        scan.setFilter(filterList);
        ResultScanner results = table.getScanner(scan);
        for (Result result : results) {
            printResult(result);
        }
    }
    /**
     * 删除数据
     *
     * @throws Exception 异常
     */
    @Test
    public void delete() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Delete delete = new Delete(Bytes.toBytes("wangwu"));
        table.delete(delete);
        System.out.println("删除成功。");
    }
    /**
     * 删除数据
     *
     * @throws Exception 异常
     */
    @Test
    public void multiDelete() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        Delete delete = new Delete(Bytes.toBytes("zhangsan"));
        //删除当前版本的内容
        // delete.addColumn(Bytes.toBytes("more"),Bytes.toBytes("good"));
        //删除所有版本
        //delete.addColumns(Bytes.toBytes("more"),Bytes.toBytes("good"));
        /*
         * addColumn addColumns 是不一样的 ，记住了，
         *
         * addColumn 是删除单元格当前最近版本的 内容，
         *
         * addColumns 是删除单元格所有版本的内容
         * */
        //删除列族
        delete.addFamily(Bytes.toBytes("info"));
        table.delete(delete);
        System.out.println("删除列成功。");
    }
    /**
     * 删除表
     *
     * @throws Exception 异常
     */
    @Test
    public void dropTable() throws Exception {
        table = connection.getTable(TableName.valueOf(TABLE_NAME));
        if (admin.tableExists(TableName.valueOf(TABLE_NAME))) {
            admin.disableTable(TableName.valueOf(TABLE_NAME));
            admin.deleteTable(TableName.valueOf(TABLE_NAME));
            System.out.println("删除成功");
        } else {
            System.out.println("表不存在");
        }
    }
}

ipu-hbase-example/src/test/resources/hbase.properties

@@ -0,0 +1,15 @@
#hadoop的安装目录 mysql
hadoop.home.dir=/home/mysql/software/hadoop273
#hbase在hadoop上的存储路径 iZm5e5xe1w25avi0io1f5aZ
hbase.rootdir=hdfs://iZm5e5xe1w25avi0io1f5aZ:9000/hbase
#hbase连接的zookeeper集群地址 iZm5e5xe1w25avi0io1f5aZ:2101,iZm5e5xe1w25avi0io1f5aZ:2102,iZm5e5xe1w25avi0io1f5aZ:2103
hbase.zookeeper.quorum=iZm5e5xe1w25avi0io1f5aZ:2101,iZm5e5xe1w25avi0io1f5aZ:2102,iZm5e5xe1w25avi0io1f5aZ:2103
#hbase表名
table.name=school
#hbase表的列族 <不能修改>
table.cloumns=info###address###more
#student的格式
key=age###sex###city###address###hobby###good
zhang.shan=18###男###beijing###tianjing###girl###basketball
li.si=22###女###nanjing###fuzhou###boy###ball
wang.wu=20###男###changsha###yueyang###girl###walk

ipu-hbase-example/src/test/resources/log4j.properties

@@ -0,0 +1,8 @@
log4j.rootLogger=error, console
log4j.logger.org.apache.zookeeper=error
log4j.logger.com.ai.ipu.example=debug
log4j.appender.console=org.apache.log4j.ConsoleAppender
log4j.appender.console.target=System.out
log4j.appender.console.layout=org.apache.log4j.PatternLayout
log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %5p [%t] (%F:%L) - %m%n