HBase Java API 01：基础操作

import java.io.IOException;
import java.util.Date;
import java.util.List;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;

import com.aura.hbase.utils.HBasePrintUtil;

/**
* HBase基础的CRUD操作
*/
public class HbaseUtil {
    
    private static final String ZOOKEEPER_LIST = "node01:2181,node02:2181,node03:2181";
    private static Configuration conf = HBaseConfiguration.create();
    private static Connection conn;
    private static HBaseAdmin admin;
    private static HTable table;
    
    static {
        conf = HBaseConfiguration.create();
        conf.set("hbase.zookeeper.quorum", ZOOKEEPER_LIST);
        
        try {
            conn = ConnectionFactory.createConnection(conf);
            admin = (HBaseAdmin) conn.getAdmin();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }
    
    public static HTable getTable(String tableName) throws Exception {
        return (HTable) conn.getTable(TableName.valueOf(tableName));
    }
    
    public static boolean isTableExist(String tableName) throws Exception {
        return admin.tableExists(TableName.valueOf(tableName));
    }

    public static void disableTable(String tableName) throws Exception {
        admin.disableTable(TableName.valueOf(tableName));
    }
    
    public static void enableTable(String tableName) throws Exception {
        admin.enableTable(TableName.valueOf(tableName));
    }
    
    public static boolean isTableDisabled(String tableName) throws Exception {
        return admin.isTableDisabled(TableName.valueOf(tableName));
    }
    
    public static boolean isTableEnabled(String tableName) throws Exception {
        return admin.isTableEnabled(TableName.valueOf(tableName));
    }
    
    public static void getAllTables() throws Exception {
        
        // 方法一
        /*
        TableName[] tables = admin.listTableNames();
        for(TableName  table : tables) {
            System.out.println(table.getNameAsString());
        }
        */
        
        // 方法二
        HTableDescriptor[] descs = admin.listTables();
        for(HTableDescriptor  desc : descs) {
            System.out.println(desc.getNameAsString());
        }
    }

    
    public static void createTable(String tableName, String[] family) throws Exception {
        if(isTableExist(tableName)) {
            dropTable(tableName);
        }
        HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(tableName));
        if(family != null && family.length > 0) {
            for(String cf :family) {
                HColumnDescriptor hcd = new HColumnDescriptor(cf);
                desc.addFamily(hcd);
            }
        }
        admin.createTable(desc);
    }

    public static void descTable(String tableName) throws Exception {
        table = getTable(tableName);
        HTableDescriptor desc = table.getTableDescriptor();
        HColumnDescriptor[] columnDescs = desc.getColumnFamilies();
        HBasePrintUtil.printHColumnDescriptors(columnDescs);
    }

    public static void dropTable(String tableName) throws Exception {
        if(isTableDisabled(tableName)) {
            admin.deleteTable(TableName.valueOf(tableName));
        }else {
            disableTable(tableName);
            admin.deleteTable(TableName.valueOf(tableName));
        }
    }

    /*
     * 从原表中获取的列不能修改，只能再创建一个新表
     * 方法还有一些问题...
     */
    public void modifyTable(String tableName, String[] addColumn, String[] removeColumn) throws Exception {
        /*
        table = getTable(tableName);
        
        HTableDescriptor newDesc = new HTableDescriptor(TableName.valueOf(tableName));
        HTableDescriptor oldDesc = table.getTableDescriptor();
        HColumnDescriptor[] columnFamilies = oldDesc.getColumnFamilies();
        
        for(String column : addColumn) {
            newDesc.addFamily(new HColumnDescriptor(column));
        }
        
        for(String column : removeColumn) {
            newDesc.removeFamily(Bytes.toBytes(column));
        }
        admin.modifyTable(tableName, newDesc);
        */
    }

    public static void putData(String tableName, String rowKey, String familyName, String columnName, String value)
            throws Exception {
        putData(tableName, rowKey, familyName, columnName, value, new Date().getTime());
    }

    public static void putData(String tableName, String rowKey, String familyName, String columnName, String value,
            long timestamp) throws Exception {
        table = getTable(tableName);
        Put put = new Put(Bytes.toBytes(rowKey));
        put.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName), timestamp, Bytes.toBytes(value));
        table.put(put);
    }
    
    public static void putData(String tableName, Put put) throws Exception {
        table = getTable(tableName);
        table.put(put);
    }

    public static void putData(String tableName, List<Put> putList) throws Exception {
        table = getTable(tableName);
        table.put(putList);
    }

    public static Result getResult(String tableName, String rowKey) throws Exception {
        table = getTable(tableName);
        Get get = new Get(Bytes.toBytes(rowKey));
        return table.get(get);
    }

    public static Result getResult(String tableName, String rowKey, String familyName) throws Exception {
        table = getTable(tableName);
        Get get = new Get(Bytes.toBytes(rowKey));
        get.addFamily(Bytes.toBytes(familyName));
        return table.get(get);
    }

    
    public static Result getResult(String tableName, String rowKey, String familyName, String columnName) throws Exception {
        table = getTable(tableName);
        Get get = new Get(Bytes.toBytes(rowKey));
        get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName));
        return table.get(get);
    }

    
    public static Result getResultByVersion(String tableName, String rowKey, String familyName, String columnName,
            int versions) throws Exception {
        table = getTable(tableName);
        Get get = new Get(Bytes.toBytes(rowKey));
        get.addColumn(Bytes.toBytes(familyName), Bytes.toBytes(columnName));
        get.setMaxVersions(versions);
        return table.get(get);
    }

    public static ResultScanner getResultScann(String tableName) throws Exception {
        table = getTable(tableName);
        Scan scan = new Scan();
        return table.getScanner(scan);
    }

    public static void deleteColumn(String tableName, String rowKey) throws Exception {
        table = getTable(tableName);
        Delete delete = new Delete(Bytes.toBytes(rowKey));
        table.delete(delete);
    }

    public static void deleteColumn(String tableName, String rowKey, String falilyName) throws Exception {
        table = getTable(tableName);
        Delete delete = new Delete(Bytes.toBytes(rowKey));
        delete.addFamily(Bytes.toBytes(falilyName));
        table.delete(delete);
    }

    public static void deleteColumn(String tableName, String rowKey, String falilyName, String columnName) throws Exception {
        table = getTable(tableName);
        Delete delete = new Delete(Bytes.toBytes(rowKey));
        delete.addColumn(Bytes.toBytes(falilyName), Bytes.toBytes(columnName));
        table.delete(delete);
    }

}

package com.aura.hbase.utils;

import java.util.List;

import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.KeyValueUtil;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.util.Bytes;

public class HBasePrintUtil {

    public static void printResultScanner(ResultScanner resultScann) {
        for (Result result : resultScann) {
            printResult(result);
        }
    }

    public static void printResult(Result result) {
        List<Cell> cells = result.listCells();
        for(Cell cell : cells) {
            printCell(cell);
        }
    }

    public static void printCell(Cell cell) {
        System.out.println(
                Bytes.toString(CellUtil.cloneRow(cell)) + "\t" + 
                Bytes.toString(CellUtil.cloneFamily(cell)) + "\t" + 
                Bytes.toString(CellUtil.cloneQualifier(cell)) + "\t" + 
                cell.getTimestamp() + "\t" + 
                Bytes.toString(CellUtil.cloneValue(cell)));
    }

    public static void printHTableDescriptor(HTableDescriptor desc) {
        System.out.println(
                "Name：" + desc.getNameAsString() + "\n" +
                "FlushPolicyClassName：" + desc.getFlushPolicyClassName() + "\n" + 
                "MaxFileSize：" + desc.getMaxFileSize() + "\n" +
                "MemStoreFlushSize：" + desc.getMemStoreFlushSize() + "\n" +
                "RegionReplication：" + desc.getRegionReplication() + "\n" + 
                "RegionSplitPolicyClassName：" + desc.getRegionSplitPolicyClassName() + "\n" +
                "---------------------------------------------");
    }
    
    public static void printHColumnDescriptors(HColumnDescriptor[] columnDescs) {
        for(HColumnDescriptor desc : columnDescs) {
            printHColumnDescriptor(desc);
        }
        
    }
    
    public static void printHColumnDescriptor(HColumnDescriptor desc) {
        System.out.println(
                "Name : " + desc.getNameAsString() + "\n" + 
                "BloomFilterType : " + desc.getBloomFilterType() + "\n" + 
                "MinVersions : " + desc.getMinVersions() + "\n" + 
                "MaxVersions : " + desc.getMaxVersions() + "\n" + 
                "InMemory : " + desc.isInMemory() + "\n" + 
                "DataBlockEncoding : " + desc.getDataBlockEncoding() + "\n" + 
                "TimeToLive : " + desc.getTimeToLive() + "\n" + 
                "Compression : " + desc.getCompression() + "\n" + 
                "BlockCacheEnabled : " + desc.isBlockCacheEnabled() + "\n" + 
                "Blocksize : " + desc.getBlocksize() + "\n" +
                "---------------------------------------------");
    }
    
}