API
package com.fromjoker; import java.io.IOException; import java.util.ArrayList; import java.util.List; import java.util.Map; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.Cell; import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.TableName; import org.apache.hadoop.hbase.client.*; import org.apache.hadoop.hbase.filter.CompareFilter; import org.apache.hadoop.hbase.filter.Filter; import org.apache.hadoop.hbase.filter.FilterList; import org.apache.hadoop.hbase.filter.SingleColumnValueFilter; import org.apache.hadoop.hbase.util.Bytes; public class MyHbase { private static Configuration conf; private static Connection hbaseConn; private static final String QUORUM = "zookeeper-0.zookeeper.default.svc.cluster.local,zookeeper-1.zookeeper.default.svc.cluster.local,zookeeper-2.zookeeper.default.svc.cluster.local"; private static final String CLIENT_PORT = "2181"; //Hbase参数设置 static { conf = HBaseConfiguration.create(); conf.set("hbase.zookeeper.quorum", QUORUM); conf.set("hbase.zookeeper.property.clientPort", CLIENT_PORT); conf.set("hbase.master", "kylin-master-0.kylin-master.default.svc.cluster.local:60000"); conf.set("dfs.datanode.socket.write.timeout","1000000"); conf.set("dfs.datanode.handler.count","20"); try { hbaseConn = ConnectionFactory.createConnection(conf); } catch (IOException e) { e.printStackTrace(); } } //hbase链接获取 public static Connection getHbaseConn(){ if(hbaseConn == null){ try { hbaseConn = ConnectionFactory.createConnection(conf); } catch (IOException e) { e.printStackTrace(); } } return hbaseConn; } //hbase表结构获取 表中有数据才能获取结构！！！ public static List<String> getTableStructure(String tablename,String Family)throws IOException{ if(hbaseConn != null){ Table table = hbaseConn.getTable(TableName.valueOf(tablename)); ResultScanner results = table.getScanner(new Scan()); List<String> list = new ArrayList<>(); Result result = results.next(); if(result.isEmpty()) { System.out.println("表中无数据，无法获取表结构"); return null; } Map<byte[], byte[]> familyMap = result.getFamilyMap(Bytes.toBytes(Family)); for (Map.Entry<byte[], byte[]> entry : familyMap.entrySet()) { String ss = new String(entry.getKey()); list.add(ss); } return list; } return new ArrayList<>(); } //hbase插入数据 public static boolean insert(String tablename,String family,String key,List<String> value)throws IOException{ if(hbaseConn != null) { Table table = hbaseConn.getTable(TableName.valueOf(tablename)); List<String> column = getTableStructure(tablename,family); int col_len = column.size(); int val_len = value.size(); if(col_len != val_len) return false; Put line = new Put(key.getBytes()); for(int i=0;i<col_len;i++) { line.addColumn(family.getBytes(),column.get(i).getBytes(),value.get(i).getBytes()); } table.put(line); return true; } return false; } //hbase更新数据 public static boolean update(String tablename,String family,String key,List<String> column,List<String> value)throws IOException{ if(hbaseConn != null) { Table table = hbaseConn.getTable(TableName.valueOf(tablename)); Put line = new Put(key.getBytes()); for(int i=0;i<column.size();i++) { line.addColumn(family.getBytes(),column.get(i).getBytes(),value.get(i).getBytes()); } table.put(line); return true; } return false; } //扫描全表数据 public static void scanTable(String tableName) throws Exception{ try ( Table table = Spark2Hbase.getHbaseConn().getTable(TableName.valueOf(tableName)); ){ ResultScanner rs = table.getScanner(new Scan()); printResultScanner(rs); } } //清空表数据 public static boolean truncateTable(String tablename) { try { HBaseAdmin admin = new HBaseAdmin(conf); TableName table = TableName.valueOf(tablename); System.out.println("开始清空数据..."); admin.disableTable(table); admin.truncateTable(table,true); System.out.println("已清空该表"); return true; } catch (IOException e) { e.printStackTrace(); return false; } } //根据rowkey查询数据 public static void queryByRowkey(String tableName,String rowkey) { try ( HTable table = (HTable) getHbaseConn().getTable(TableName.valueOf(tableName)); ){ Get scan = new Get(rowkey.getBytes()); Result res = table.get(scan); printResult(res); } catch (IOException e) { e.printStackTrace(); } } //条件查询hbase数据 可输入多条件 public static void queryByCondition(String tableName,String Family,List<Condition> conditions) { try { HTable table = (HTable) getHbaseConn().getTable(TableName.valueOf(tableName)); List<Filter> filters = new ArrayList<Filter>(); //过滤条件遍历 for(int i=0;i<conditions.size();i++) { Filter filter = new SingleColumnValueFilter( Bytes.toBytes(Family), Bytes.toBytes(conditions.get(i).getColomn()), CompareFilter.CompareOp.EQUAL, Bytes.toBytes(conditions.get(i).getValue())); filters.add(filter); } FilterList filterList = new FilterList(filters); Scan scan = new Scan().setFilter(filterList); ResultScanner rs = table.getScanner(scan); printResultScanner(rs); } catch (Exception e) { e.printStackTrace(); } } //打印扫描结果 public static void printResultScanner(ResultScanner rs){ int i=0; for(Result res:rs){ for(Cell cell:res.rawCells()){ String row = "rowkey: "+Bytes.toString(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength()); String colName = " colomn: "+Bytes.toString(cell.getQualifierArray(),cell.getQualifierOffset(),cell.getQualifierLength()); String value = " value: "+Bytes.toString(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength()); System.out.println(row+colName+value); } ++i; } System.out.println("count: "+i); } //打印单条扫描结果 public static void printResult(Result rs){ for(Cell cell:rs.rawCells()){ String row = "rowkey: "+Bytes.toString(cell.getRowArray(), cell.getRowOffset(), cell.getRowLength()); String colName = " colomn: "+Bytes.toString(cell.getQualifierArray(),cell.getQualifierOffset(),cell.getQualifierLength()); String value = " value: "+Bytes.toString(cell.getValueArray(), cell.getValueOffset(), cell.getValueLength()); System.out.println(row+colName+value); } } }Condition.class
package com.fromjoker; public class Condition { private String colomn; private String value; public Condition(String colomn,String value){ this.colomn = colomn; this.value = value; } public String getColomn() { return colomn; } public void setColomn(String colomn) { this.colomn = colomn; } public String getValue() { return value; } public void setValue(String value) { this.value = value; } }