Hbase行键过滤器RowFilter

绝地灬酷狼 2022-06-12 05:44 237阅读 0赞

RowFilter是用来对rowkey进行过滤的,比较符如下:

<table style="word-wrap:break-word; color:rgb(102,102,102); font-family:宋体,Arial; font-size:16px; line-height:26px; width:206.3pt; border-collapse:collapse"> 
 <tbody style="word-wrap:break-word"> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext; background:rgb(240,240,240)"> Operator </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext; background:rgb(240,240,240)"> Description </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> LESS </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 小于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> LESS_OR_EQUAL </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 小于等于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> EQUAL </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 等于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> NOT_EQUAL </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 不等于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> GREATER_OR_EQUAL </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 大于等于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> GREATER </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 大于 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> NO_OP </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 排除所有 </td> 
 </tr> 
 </tbody> 
</table>

<table style="word-wrap:break-word; color:rgb(102,102,102); font-family:宋体,Arial; font-size:16px; line-height:26px; width:382pt; border-collapse:collapse"> 
 <tbody style="word-wrap:break-word"> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext; background:rgb(240,240,240)"> Comparator </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext; background:rgb(240,240,240)"> Description </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> Bytes.compareTo()比较BinaryPrefixComparator </td> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> 和 </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> Does&nbsp;not compare against an actual value but whether a given one is&nbsp;null, or not&nbsp;null. </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> Performs&nbsp;a bitwise comparison, providing a&nbsp;BitwiseOp&nbsp;class with&nbsp;AND,&nbsp;OR, and&nbsp;XOR&nbsp;operators. </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> </td> 
 </tr> 
 <tr style="word-wrap:break-word"> 
 <td style="word-wrap:break-word; margin:0px; padding:0px; border:1pt solid windowtext"> contains()来判断&lt;span "="" style="word-wrap: break-word; font-size: 9pt;"&gt; </td> 
 </tr> 
 </tbody> 
</table>

下面是相关比较符的例子

点击(此处)折叠或打开

1.  package com.hxl;  
    
2.    
    
3.  import java.io.IOException;  
    
4.  import org.apache.hadoop.conf.Configuration;  
    
5.  import org.apache.hadoop.hbase.Cell;  
    
6.  import org.apache.hadoop.hbase.CellUtil;  
    
7.  import org.apache.hadoop.hbase.KeyValue;  
    
8.  import org.apache.hadoop.hbase.client.HTable;  
    
9.  import org.apache.hadoop.hbase.client.Result;  
    
10. import org.apache.hadoop.hbase.client.ResultScanner;  
    
11. import org.apache.hadoop.hbase.client.Scan;  
    
12. import org.apache.hadoop.hbase.filter.BinaryComparator;  
    
13. import org.apache.hadoop.hbase.filter.CompareFilter;  
    
14. import org.apache.hadoop.hbase.filter.Filter;  
    
15. import org.apache.hadoop.hbase.filter.RowFilter;  
    
16. import org.apache.hadoop.hbase.util.Bytes;  
    
17.   
    
18. import com.hxl.ConnectDB;  
    
19.   
    
20. public class RowFilterTest \{   
    
21.   
    
22.     public void rowfilter(String tablename, String rowkeyvalue) \{   
    
23.         Configuration configuration = null;  
    
24.         configuration = new ConnectDB().getConf();  
    
25.   
    
26.         try \{   
    
27.             HTable table = new HTable(configuration, tablename);  
    
28.   
    
29.             Filter filter1 = new RowFilter(CompareFilter.CompareOp.EQUAL,  
    
30.                     new BinaryComparator(Bytes.toBytes(rowkeyvalue)));  
    
31.             // EQUAL =  
    
32.   
    
33.             Scan s = new Scan();  
    
34.             s.setFilter(filter1);  
    
35.             ResultScanner rs = table.getScanner(s);  
    
36.   
    
37.             for (Result r : rs) \{   
    
38.                 System.out.println("rowkey:" \+ new String(r.getRow()));  
    
39.                 for (KeyValue keyValue : r.raw()) \{   
    
40.                     System.out.println("列族:" \+ new String(keyValue.getFamily())  
    
41.                             \+ " 列:" \+ new String(keyValue.getQualifier()) \+ ":"  
    
42.                             \+ new String(keyValue.getValue()));  
    
43.                 \}  
    
44.             \}  
    
45.   
    
46.         \} catch (IOException e) \{   
    
47.             // TODO Auto-generated catch block  
    
48.             e.printStackTrace();  
    
49.   
    
50.         \}  
    
51.   
    
52.     \}  
    
53.   
    
54. \}

相关的过滤方法使用:  
 提取rowkey以01结尾数据  
 Filter filter = new RowFilter(CompareFilter.CompareOp.EQUAL,new RegexStringComparator(".\*01$"));  
  
提取rowkey以包含201407的数据  
Filter filter = new RowFilter(CompareFilter.CompareOp.EQUAL,new SubstringComparator("201407"));  
  
  
提取rowkey以123开头的数据  
Filter filter = new RowFilter(CompareFilter.CompareOp.EQUAL,new BinaryPrefixComparator("123".getBytes()));  
  
  
\-- The End --