HBase的CRUD的Java Api操作

悠悠 2022-12-19 14:25 275阅读 0赞

### Hbase的maven依赖： ###

<dependency>
                <groupId>org.apache.hbase</groupId>
                <artifactId>hbase-client</artifactId>
                <version>2.3.3</version>
    </dependency>

# 1、利用Admin进行列出详细信息 #

###  列出所有的namespace： ###

### 列出某个namespace下的我所有的table（表）：  ###

# 2、DDL操作 #

**前提：要配置HADOOP\_HONE和修改path环境变量**

**注意：所有的DDL操作都会使用Admin对象来操作**

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70][]

### 创建名称空间： ###

## ##

### 创建表： ###

### ![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 1][] ###

### 修改表：  ###

### 删除列簇： ###

###  获取表的所有列簇： ###

### 删除表： ###

#  3、DML操作 #

### 数据的插入： ###

### 获取某个列簇： ###

### 获取所有的列簇： ###

configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            Get get = new Get(Bytes.toBytes("row1"));
    
            Result result = table.get(get);
    
            CellScanner cellScanner = result.cellScanner();
    
            while (cellScanner.advance()){
                Cell cell = cellScanner.current();
    
                System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                                Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                        Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                        Bytes.toString(CellUtil.cloneValue(cell)));
            }
    
            connection.close();

![20201121151915397.png][]

### 扫描表： ###

### 删除行：  ###

### 数据的更改（版本的增加）： ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            //获取hbase的创建的表名
            TableName tableName = TableName.valueOf("mine:student");
            //根据表名获取table
            Table table = connection.getTable(tableName);
    
            //通过hbase的util包下的Bytes获取rowId的字节数组
            byte[] row2s = Bytes.toBytes("row1");
            Put put = new Put(row2s);
    
            byte[] infosFamily = Bytes.toBytes("family1");
            byte[] namesColumn = Bytes.toBytes("name");
            byte[] values = Bytes.toBytes("wtl");
    
            put.addColumn(infosFamily,namesColumn,values);
    
            //数据插入
            table.put(put);

### 完全分布式下的操作： ###

# 4、where（过滤器）的使用 #

###  4.1、SingleColumnValueFilter ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            Scan scan = new Scan();
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("age"),
                    CompareOperator.LESS,
                    Bytes.toBytes("30")
            );
    
            //设置单值过滤，如果没有这个属性列，就不计算它
            singleColumnValueFilter.setFilterIfMissing(true);
    
            scan.setFilter(singleColumnValueFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.2、过滤器链 ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            FilterList filterList = new FilterList(FilterList.Operator.MUST_PASS_ALL);
            SingleColumnValueFilter singleColumnValueFilter1 = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("age"),
                    CompareOperator.LESS,
                    Bytes.toBytes("30")
            );
            SingleColumnValueFilter singleColumnValueFilter2 = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("name"),
                    CompareOperator.EQUAL,
                    Bytes.toBytes("wtl")
            );
    
            filterList.addFilter(singleColumnValueFilter1);
            filterList.addFilter(singleColumnValueFilter2);
    
            Scan scan = new Scan();
            scan.setFilter(filterList);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.3、正则比较器（RegexStringComparator） ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            RegexStringComparator regexStringComparator = new RegexStringComparator("^w[a-zA-Z]*");
    
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("name"),
                    CompareOperator.EQUAL,
                    regexStringComparator
            );
    
    
            //设置单值过滤，如果没有这个属性列，就不计算它
            singleColumnValueFilter.setFilterIfMissing(true);
    
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.4、SubstringComparator ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            SubstringComparator substringComparator = new SubstringComparator("f");
    
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("name"),
                    CompareOperator.EQUAL,
                    substringComparator
            );
    
            //设置单值过滤，如果没有这个属性列，就不计算它
            singleColumnValueFilter.setFilterIfMissing(true);
    
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.5、BinaryComparator ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            BinaryComparator binaryComparator = new BinaryComparator(Bytes.toBytes("wtl"));
    
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("name"),
                    CompareOperator.EQUAL,
                    binaryComparator
            );
    
            //设置单值过滤，如果没有这个属性列，就不计算它
            singleColumnValueFilter.setFilterIfMissing(true);
    
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.6、BinaryPrefixComparator ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            BinaryPrefixComparator binaryPrefixComparator = new BinaryPrefixComparator(Bytes.toBytes("w"));
    
            SingleColumnValueFilter singleColumnValueFilter = new SingleColumnValueFilter(
                    Bytes.toBytes("family1"),
                    Bytes.toBytes("name"),
                    CompareOperator.EQUAL,
                    binaryPrefixComparator
            );
    
            //设置单值过滤，如果没有这个属性列，就不计算它
            singleColumnValueFilter.setFilterIfMissing(true);
    
            Scan scan = new Scan();
            scan.setFilter(singleColumnValueFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.7、列簇过滤器（FamilyFilter） ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            RegexStringComparator regexStringComparator = new RegexStringComparator();
    
            FamilyFilter familyFilter = new FamilyFilter(
                    CompareOperator.EQUAL,
                    regexStringComparator
            );
    
            Scan scan = new Scan();
            scan.setFilter(familyFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 2][]

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 3][]

### 4.8、列过滤器 ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            SubstringComparator substringComparator = new SubstringComparator("a");
    
            QualifierFilter qualifierFilter = new QualifierFilter(
                    CompareOperator.EQUAL,
                    substringComparator
            );
    
            Scan scan = new Scan();
            scan.setFilter(qualifierFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.9、ColumnPrefixFilter ###

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 4][]

### 4.10、MultipleColumnPrefixFilter ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            byte[][] prefixs = {Bytes.toBytes("a"),Bytes.toBytes("n")};
            MultipleColumnPrefixFilter multipleColumnPrefixFilter = new MultipleColumnPrefixFilter(prefixs);
    
            Scan scan = new Scan();
            scan.setFilter(multipleColumnPrefixFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.11、ColumnRangeFilter ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            //false、true代表是否包含=
            ColumnRangeFilter columnRangeFilter = new ColumnRangeFilter(Bytes.toBytes("age"),true,Bytes.toBytes("sex"),false);
    
            Scan scan = new Scan();
            scan.setFilter(columnRangeFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.12、RowFilter ###

Configuration configuration = HBaseConfiguration.create();
            configuration.set("hbase.zookeeper.quorum", "hadoop01,hadoop02,hadoop03");
            //configuration.set("hbase.master", "192.168.60.101:16010");
    
            //利用connectionFactory创建hbase的连接
            Connection connection = ConnectionFactory.createConnection(configuration);
            Table table = connection.getTable(TableName.valueOf("mine:student"));
    
            BinaryComparator binaryComparator = new BinaryComparator(Bytes.toBytes("row1"));
    
            RowFilter rowFilter = new RowFilter(CompareOperator.EQUAL,binaryComparator);
            Scan scan = new Scan();
            scan.setFilter(rowFilter);
            ResultScanner resultScanner = table.getScanner(scan);
    
            Iterator<Result> iterator = resultScanner.iterator();
    
            while (iterator.hasNext()){
                Result result = iterator.next();
                CellScanner cellScanner = result.cellScanner();
                while(cellScanner.advance()){
                    Cell cell = cellScanner.current();
                    System.out.println(Bytes.toString(CellUtil.cloneFamily(cell)) + ":" +
                            Bytes.toString(CellUtil.cloneRow(cell)) + "=>" +
                            Bytes.toString(CellUtil.cloneQualifier(cell)) + "," +
                            Bytes.toString(CellUtil.cloneValue(cell)));
                }
                System.out.println("--------------------------------------------------");
            }
            connection.close();

### 4.13、FirstKeyOnlyFilter：获取每个列簇的第一个key ###

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70]: /images/20221120/346bef22c5104fae907e158787336d37.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 1]: /images/20221120/90379844730c437895e1c3e133f090c3.png
[20201121151915397.png]: https://img-blog.csdnimg.cn/20201121151915397.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 2]: https://img-blog.csdnimg.cn/20201121174635525.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI=,size_16,color_FFFFFF,t_70
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 3]: https://img-blog.csdnimg.cn/20201121174702271.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI=,size_16,color_FFFFFF,t_70
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI_size_16_color_FFFFFF_t_70 4]: https://img-blog.csdnimg.cn/20201121175910671.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3d0bDE5OTI=,size_16,color_FFFFFF,t_70