HBase开发语言为 hbase接口开发

转载

半夜未央好 2023-11-24 10:36:50

文章标签 HBase开发语言为 System zookeeper 数据 文章分类 Hbase 数据库

HBase的java代码开发
熟练掌握通过使用java代码实现HBase数据库当中的数据增删改查的操作，特别是各种查询，熟练运用

第二步：开发javaAPI操作HBase表数据

1、创建表myuser
public static   void createTable() throws IOException {
     Configuration conf =new Configuration();
    //连接hbase集群不需要指定hbase主节点的ip地址和端口号
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
     //创建连接对象
    Connection connection = ConnectionFactory.createConnection(conf);
    //获取连接对象，创建一张表
    //获取管理员对象，来对数据库进行DDL的操作
    Admin admin = connection.getAdmin();
     //指定我们的表名
    TableName myuser = TableName.valueOf("myuser");
    HTableDescriptor hTableDescriptor = new HTableDescriptor(myuser);
     //指定两个列族
    HColumnDescriptor f1 = new HColumnDescriptor("f1");
    HColumnDescriptor f2 = new HColumnDescriptor("f2");
    hTableDescriptor.addFamily(f1);
    hTableDescriptor.addFamily(f2);

    admin.createTable(hTableDescriptor);
    admin.close();
    connection.close();

}

2、向表中添加数据

/**
 * 插入数据
 */public  void  addDatas() throws IOException {
        //获取连接
      Configuration conf =new Configuration();

        conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181");
        Connection connection = ConnectionFactory.createConnection(conf);
        //获取表
        Table myuser = connection.getTable(TableName.valueOf("myuser"));
        //创建put对象，并指定rowkey
        Put put = new Put("0001".getBytes());
        put.addColumn("f1".getBytes(),"id".getBytes(), Bytes.toBytes(1));
        put.addColumn("f1".getBytes(),"name".getBytes(), Bytes.toBytes("张三"));
        put.addColumn("f1".getBytes(),"age".getBytes(), Bytes.toBytes(18));

        put.addColumn("f2".getBytes(),"address".getBytes(), Bytes.toBytes("地球人"));
        put.addColumn("f2".getBytes(),"phone".getBytes(), Bytes.toBytes("15874102589"));
        //插入数据
        myuser.put(put);
        //关闭表
        myuser.close();

    }

3、查询数据
初始化一批数据到HBase当中用于查询

public void insertBatchData() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    //获取表
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    //创建put对象，并指定rowkey
    Put put = new Put("0002".getBytes());
    put.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(1));
    put.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("曹操"));
    put.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(30));
    put.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));
    put.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("沛国谯县"));
    put.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("16888888888"));
    put.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("helloworld"));

    Put put2 = new Put("0003".getBytes());
    put2.addColumn("f1".getBytes(),"id".getBytes(),Bytes.toBytes(2));
    put2.addColumn("f1".getBytes(),"name".getBytes(),Bytes.toBytes("刘备"));
    put2.addColumn("f1".getBytes(),"age".getBytes(),Bytes.toBytes(32));
    put2.addColumn("f2".getBytes(),"sex".getBytes(),Bytes.toBytes("1"));
    put2.addColumn("f2".getBytes(),"address".getBytes(),Bytes.toBytes("幽州涿郡涿县"));
    put2.addColumn("f2".getBytes(),"phone".getBytes(),Bytes.toBytes("17888888888"));
    put2.addColumn("f2".getBytes(),"say".getBytes(),Bytes.toBytes("talk is cheap , show me the code"));
    List<Put> listPut = new ArrayList<Put>();
    listPut.add(put);
    listPut.add(put2);
    myuser.put(listPut);
    myuser.close();
}

按照rowkey进行查询获取所有列的所有值
查询主键rowkey为0003的人

/**
 * 查询数据，按照主键id进行查询
 */public  void searchData() throws IOException {
        Configuration conf =new Configuration();
        conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
        Connection connection = ConnectionFactory.createConnection(conf);
        Table myuser = connection.getTable(TableName.valueOf("myuser"));

        Get get = new Get(Bytes.toBytes("0003"));
        Result result = myuser.get(get);
        Cell[] cells = result.rawCells();
        //获取所有的列名称以及列的值
        for (Cell cell : cells) {
            //注意，如果列属性是int类型，那么这里就不会显示
            
if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id" )|| Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")){
    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
    System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
    System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
    System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));
}else {
    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
    System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
    System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
    System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));
}
        }

        myuser.close();
}

按照rowkey查询指定列族下面的指定列的值

public  static void searchdata2() throws IOException{
    Configuration conf=new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);

    Table myuser = connection.getTable(TableName.valueOf("myuser"));

    Get get=new Get("0003".getBytes());
// get.addFamily("f1".getBytes());

    get.addColumn("f1".getBytes(),"name".getBytes());
    Result result = myuser.get(get);
    Cell[] cells = result.rawCells();
    for (Cell cell : cells) { 
        if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id" )|| Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")){
            System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
            System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
            System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
            System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));
        }else {
            System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
            System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
            System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
            System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));
        }


    }


}

通过startRowKey和endRowKey进行扫描

/**
 * 通过startRowKey和endRowKey进行扫描查询
 */public  static void scanrowkey() throws IOException{
        Configuration conf=new Configuration();
        conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
        Connection connection = ConnectionFactory.createConnection(conf);

        Table myuser = connection.getTable(TableName.valueOf("myuser"));

        Scan scan =new Scan();
        scan.setStartRow("0002".getBytes());
        scan.setStopRow("0006".getBytes());

        ResultScanner scanner = myuser.getScanner(scan);
        for (Result result : scanner) {
            System.out.println("rowkey   "+Bytes.toString(result.getRow()));
/*
            System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"id".getBytes())));
            System.out.println(Bytes.toString(result.getValue("f1".getBytes(),"name".getBytes())));
            System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"age".getBytes())));
*/

            Cell[] cells = result.rawCells();
            for (Cell cell : cells) {
                if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id" )|| Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")){
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
                    System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
                    System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
                    System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));
                }else {
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
                    System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
                    System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
                    System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));
                }
            }


        }

    }

通过scan进行全表扫描

/**
 * 全表扫描
 */public  static void scanrow() throws IOException{
    Configuration conf=new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);

    Table myuser = connection.getTable(TableName.valueOf("myuser"));

    Scan scan =new Scan();

    ResultScanner scanner = myuser.getScanner(scan);
    for (Result result : scanner) {
        System.out.println("rowkey   "+Bytes.toString(result.getRow()));
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"id".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f1".getBytes(),"name".getBytes())));
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(),"age".getBytes())));

   /*     Cell[] cells = result.rawCells();
        for (Cell cell : cells) {
            if (Bytes.toString(CellUtil.cloneQualifier(cell)).equals("id" )|| Bytes.toString(CellUtil.cloneQualifier(cell)).equals("age")){
                System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
                System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
                System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
                System.out.println(Bytes.toInt(CellUtil.cloneValue(cell)));
            }else {
                System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)));
                System.out.println(Bytes.toString(CellUtil.cloneQualifier(cell)));
                System.out.println(Bytes.toString(CellUtil.cloneRow(cell)));
                System.out.println(Bytes.toString(CellUtil.cloneValue(cell)));
            }
        }*/


    }

}

4、过滤器查询
过滤器的类型很多，但是可以分为两大类——比较过滤器，专用过滤器
过滤器的作用是在服务端判断数据是否满足条件，然后只将满足条件的数据返回给客户端；

hbase过滤器的比较运算符：

LESS <
 LESS_OR_EQUAL <=
 EQUAL =
 NOT_EQUAL <>
 GREATER_OR_EQUAL >=
 GREATER >

NO_OP 排除所有

Hbase过滤器的专用过滤器（指定比较机制）：

BinaryComparator 按字节索引顺序比较指定字节数组，采用Bytes.compareTo(byte[])
 BinaryPrefixComparator 跟前面相同，只是比较左端的数据是否相同
 NullComparator 判断给定的是否为空
 BitComparator 按位比较
 RegexStringComparator 提供一个正则的比较器，仅支持 EQUAL 和非EQUAL
 SubstringComparator 判断提供的子串是否出现在value中。

1、比较过滤器
1、rowKey过滤器RowFilter
通过RowFilter过滤比rowKey 0003小的所有值出来

/**
 * hbase行键过滤器RowFilter
 */public void rowKeyFilter() throws IOException {
 //获取连接
 Configuration conf =new Configuration();
 conf.set(“hbase.zookeeper.quorum”,“node01:2181,node02:2181,node03:2181”);
 Connection connection = ConnectionFactory.createConnection(conf);
 Table myuser = connection.getTable(TableName.valueOf(“myuser”));Scan scan = new Scan();
RowFilter rowFilter = new RowFilter(CompareFilter.CompareOp.LESS_OR_EQUAL, new BinaryComparator(Bytes.toBytes("0003")));

scan.setFilter(rowFilter);
ResultScanner resultScanner = myuser.getScanner(scan);
for (Result result : resultScanner) {
    //获取rowkey
    System.out.println(Bytes.toString(result.getRow()));

    //指定列族以及列打印列当中的数据出来
    System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
    System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "age".getBytes())));
    System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
}
myuser.close();}

2、列族过滤器FamilyFilter
查询比f2列族小的所有的列族内的数据

/**
 * hbase列族过滤器FamilyFilter
 */public  void familyFilter() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Scan scan = new Scan();
    FamilyFilter familyFilter = new FamilyFilter(CompareFilter.CompareOp.LESS, new SubstringComparator("f2"));
    scan.setFilter(familyFilter);
    ResultScanner resultScanner = myuser.getScanner(scan);
    for (Result result : resultScanner) {
        //获取rowkey
        System.out.println(Bytes.toString(result.getRow()));
        //指定列族以及列打印列当中的数据出来
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "age".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
    }
    myuser.close();
}

3、列过滤器QualifierFilter
只查询name列的值

/**
 * hbase列过滤器
 */public  void qualifierFilter() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Scan scan = new Scan();
    QualifierFilter qualifierFilter = new QualifierFilter(CompareFilter.CompareOp.EQUAL, new SubstringComparator("name"));
    scan.setFilter(qualifierFilter);
    ResultScanner resultScanner = myuser.getScanner(scan);
    for (Result result : resultScanner) {
        //获取rowkey
        System.out.println(Bytes.toString(result.getRow()));
        //指定列族以及列打印列当中的数据出来
    //    System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
    }
    myuser.close();
}

4、列值过滤器ValueFilter
查询所有列当中包含8的数据

/**
 * hbase值过滤器
 * 查询包含8的列值
 */public  void valueFilter() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Scan scan = new Scan();
    ValueFilter valueFilter = new ValueFilter(CompareFilter.CompareOp.EQUAL, new SubstringComparator("8"));

    scan.setFilter(valueFilter);
    ResultScanner resultScanner = myuser.getScanner(scan);
    for (Result result : resultScanner) {
        //获取rowkey
        System.out.println(Bytes.toString(result.getRow()));
        //指定列族以及列打印列当中的数据出来
        //    System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f2".getBytes(), "phone".getBytes())));
    }
    myuser.close();
}

2、专用过滤器
1、单列值过滤器 SingleColumnValueFilter

SingleColumnValueFilter会返回满足条件的整列值的所有字段
/**
 * 单列值过滤器，返回满足条件的整行数据
 */public void singleColumnFilter() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Scan scan = new Scan();
    SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("f1".getBytes(), "name".getBytes(), CompareFilter.CompareOp.EQUAL, "刘备".getBytes());
    scan.setFilter(singleColumnValueFilter);
    ResultScanner resultScanner = myuser.getScanner(scan);
    for (Result result : resultScanner) {
        //获取rowkey
        System.out.println(Bytes.toString(result.getRow()));
        //指定列族以及列打印列当中的数据出来
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f2".getBytes(), "phone".getBytes())));
    }
    myuser.close();
}

2、列值排除过滤器SingleColumnValueExcludeFilter
与SingleColumnValueFilter相反，会排除掉指定的列，其他的列全部返回

3、rowkey前缀过滤器PrefixFilter
查询以00开头的所有前缀的rowkey

/**
 * 行键前缀过滤器
 */public void preFilter() throws IOException {

    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Scan scan = new Scan();
    PrefixFilter prefixFilter = new PrefixFilter("00".getBytes());
    scan.setFilter(prefixFilter);
    ResultScanner resultScanner = myuser.getScanner(scan);
    for (Result result : resultScanner) {
        //获取rowkey
        System.out.println(Bytes.toString(result.getRow()));
        //指定列族以及列打印列当中的数据出来
        System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
        System.out.println(Bytes.toString(result.getValue("f2".getBytes(), "phone".getBytes())));
    }
    myuser.close();

}

4、分页过滤器PageFilter
通过pageFilter实现分页过滤器

public void pageFilter2() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    int pageNum = 3;
    int pageSize = 2;
    Scan scan = new Scan();
    if (pageNum == 1) {
        PageFilter filter = new PageFilter(pageSize);
        scan.setStartRow(Bytes.toBytes(""));
        scan.setFilter(filter);
        scan.setMaxResultSize(pageSize);
        ResultScanner scanner = myuser.getScanner(scan);
        for (Result result : scanner) {
            //获取rowkey
            System.out.println(Bytes.toString(result.getRow()));
            //指定列族以及列打印列当中的数据出来

// System.out.println(Bytes.toInt(result.getValue(“f1”.getBytes(), “id”.getBytes())));
 System.out.println(Bytes.toString(result.getValue(“f1”.getBytes(), “name”.getBytes())));
 //System.out.println(Bytes.toString(result.getValue(“f2”.getBytes(), “phone”.getBytes())));
 }}else{
        String startRowKey ="";
        PageFilter filter = new PageFilter((pageNum - 1) * pageSize + 1  );
        scan.setStartRow(startRowKey.getBytes());
        scan.setMaxResultSize((pageNum - 1) * pageSize + 1);
        scan.setFilter(filter);
        ResultScanner scanner = myuser.getScanner(scan);
        for (Result result : scanner) {
            byte[] row = result.getRow();
            startRowKey =  new String(row);
        }
        Scan scan2 = new Scan();
        scan2.setStartRow(startRowKey.getBytes());
        scan2.setMaxResultSize(Long.valueOf(pageSize));
        PageFilter filter2 = new PageFilter(pageSize);
        scan2.setFilter(filter2);

        ResultScanner scanner1 = myuser.getScanner(scan2);
        for (Result result : scanner1) {
            byte[] row = result.getRow();
            System.out.println(new String(row));
        }
    }
    myuser.close();
}

3、多过滤器综合查询FilterList
需求：使用SingleColumnValueFilter查询f1列族，name为刘备的数据，并且同时满足rowkey的前缀以00开头的数据（PrefixFilter）

/**
 * 多过滤器组合使用
 */public void manyFilter() throws IOException {
        //获取连接
        Configuration conf =new Configuration();
        conf.set("hbase.zookeeper.quorum", "node01:2181,node02:2181,node03:2181");
        Connection connection = ConnectionFactory.createConnection(conf);
        Table myuser = connection.getTable(TableName.valueOf("myuser"));
        Scan scan = new Scan();
        FilterList filterList = new FilterList();

        SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter("f1".getBytes(), "name".getBytes(), CompareFilter.CompareOp.EQUAL, "刘备".getBytes());
        PrefixFilter prefixFilter = new PrefixFilter("00".getBytes());
        filterList.addFilter(singleColumnValueFilter);
        filterList.addFilter(prefixFilter);
        scan.setFilter(filterList);
        ResultScanner scanner = myuser.getScanner(scan);
        for (Result result : scanner) {
            //获取rowkey
            System.out.println(Bytes.toString(result.getRow()));
            //指定列族以及列打印列当中的数据出来
//            System.out.println(Bytes.toInt(result.getValue("f1".getBytes(), "id".getBytes())));
            System.out.println(Bytes.toString(result.getValue("f1".getBytes(), "name".getBytes())));
            //System.out.println(Bytes.toString(result.getValue("f2".getBytes(), "phone".getBytes())));
        }
        myuser.close();

    }

5、根据rowkey删除数据

/**
 * 删除数据
 */public  void  deleteByRowKey() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Table myuser = connection.getTable(TableName.valueOf("myuser"));
    Delete delete = new Delete("0001".getBytes());
    myuser.delete(delete);
    myuser.close();
}

6、删除表操作

public void  deleteTable() throws IOException {
    //获取连接
    Configuration conf =new Configuration();
    conf.set("hbase.zookeeper.quorum","node01:2181,node02:2181,node03:2181");
    Connection connection = ConnectionFactory.createConnection(conf);
    Admin admin = connection.getAdmin();
    admin.disableTable(TableName.valueOf("myuser"));
    admin.deleteTable(TableName.valueOf("myuser"));
    admin.close();
}

本文章为转载内容，我们尊重原作者对文章享有的著作权。如有内容错误或侵权问题，欢迎原作者联系我们进行内容更正或删除文章。