HBase JDBC连接

2021年12月15日 282点热度 0条评论

HBase JDBC连接

JDBC连接HBase

1.pom.xml中的依赖


	
		
			junit
			junit
			3.8.1
			test
		

		
			org.apache.hbase
			hbase-client
			1.1.3
			
				
					guava
					com.google.guava
				
			
		
		
			com.google.guava
			guava
			15.0
		

	
	

Java代码

package cn.com.tengen.hbase;

import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import java.util.Map.Entry;
import java.util.NavigableMap;
import java.util.Set;

import org.apache.commons.io.IOUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.client.Admin;
import org.apache.hadoop.hbase.client.Connection;
import org.apache.hadoop.hbase.client.ConnectionFactory;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.client.Table;

/**
 * JDBC 连接 Hbase测试
 * 
 * @author lucky
 *
 */
public class HBaseJDBCTest {

	/**
	 * 列族
	 */
	private static final String FAMILY_NAMES = "a,b,c,d,e,f";
	/**
	 * 表名
	 */
	private static final String TABLE_NAME = "bigTab";
	/**
	 * 连接对象
	 */
	private static Connection conn;
	/**
	 * Hbase集群地址,多个地址用“,”分开
	 */
	private static final String HOSTS = "quickstart.cloudera";

	static {
		Configuration conf = HBaseConfiguration.create();
		conf.set("hbase.zookeeper.quorum", HOSTS);
		try {
			conn = ConnectionFactory.createConnection(conf);
			createTable(TABLE_NAME, FAMILY_NAMES);
		} catch (IOException e) {
			e.printStackTrace();
		}
	}

	/**
	 * 创建表
	 * 
	 * @param tableName
	 *            表名
	 * @param familyNames
	 *            列族,多个列族用“,”分开
	 * @throws IOException
	 */
	private static void createTable(String tableName, String familyNames) throws IOException {
		Admin admin = null;
		TableName tn = TableName.valueOf(tableName);

		admin = conn.getAdmin();
		if (!admin.tableExists(tn)) {
			HTableDescriptor descriptor = new HTableDescriptor(tn);
			for (String familyName : familyNames.split(",")) {

				descriptor.addFamily(new HColumnDescriptor(familyName));
			}
			admin.createTable(descriptor);
			System.out.println("创建表:" + tableName);
		}

	}

	/**
	 * 删除表
	 * 
	 * @param tableName
	 *            表名
	 * @throws IOException
	 */
	private static void dropTable(String tableName) throws IOException {
		Admin admin = null;
		try {
			TableName tn = TableName.valueOf(tableName);
			admin = conn.getAdmin();
			if (admin.tableExists(tn)) {
				admin.disableTable(tn);
				admin.deleteTable(tn);
				System.out.println("删除表:" + tableName);
			}
		} finally {
			IOUtils.closeQuietly(admin);
		}

	}

	/**
	 * 添加数据
	 * 
	 * @param tableName
	 *            表名
	 * @param rowKey
	 *            行号
	 * @param datas
	 *            数据
	 * @throws IOException
	 */
	private static void add(String tableName, String rowKey, List datas) throws IOException {

		Table table = conn.getTable(TableName.valueOf(tableName));
		try {
			Put list = new Put(rowKey.getBytes());
			for (String[] data : datas) {
				list.addColumn(data[0].getBytes(), data[1].getBytes(), data[2].getBytes());
			}
			table.put(list);
		} finally {
			if (table != null) {
				IOUtils.closeQuietly(table);
			}
		}
	}

	/**
	 * 查看所有数据
	 * 
	 * @param tableName
	 * @throws IOException
	 */
	private static void scan(String tableName) throws IOException {

		Table table = conn.getTable(TableName.valueOf(tableName));
		try {
			ResultScanner rs = table.getScanner(new Scan());
			for (Result r : rs) {
				NavigableMap>> map = r.getMap();
				Set>>> set = map.entrySet();
				for (Entry>> entry : set) {

					Set>> entrySet = entry.getValue().entrySet();
					for (Entry> entry2 : entrySet) {
						System.out.print(new String(r.getRow()));
						System.out.print("t");
						System.out.print(new String(entry.getKey()));
						System.out.print(":");
						System.out.print(new String(entry2.getKey()));
						System.out.print(" => ");
						System.out.println(new String(entry2.getValue().firstEntry().getValue()));
					}
				}
			}
		} finally {
			if (table != null) {
				IOUtils.closeQuietly(table);
			}
		}
	}

	/**
	 * 根据rowKey查询
	 * 
	 * @param tableName
	 * @param rowKey
	 * @throws IOException
	 */
	private static void scanByrowKey(String tableName, String rowKey) throws IOException {

		Table table = conn.getTable(TableName.valueOf(tableName));
		try {
			Result r = table.get(new Get(rowKey.getBytes()));

			NavigableMap>> map = r.getMap();
			Set>>> set = map.entrySet();
			for (Entry>> entry : set) {

				Set>> entrySet = entry.getValue().entrySet();
				for (Entry> entry2 : entrySet) {
					System.out.print(new String(r.getRow()));
					System.out.print("t");
					System.out.print(new String(entry.getKey()));
					System.out.print(":");
					System.out.print(new String(entry2.getKey()));
					System.out.print(" => ");
					System.out.println(new String(entry2.getValue().firstEntry().getValue()));
				}
			}

		} finally {
			if (table != null) {
				IOUtils.closeQuietly(table);
			}
		}
	}

	public static void main(String[] args) throws IOException {
		List list = new ArrayList();
		list.add("a, a1, www1".split(","));
		list.add("a, a2, www2".split(","));
		list.add("a, a3, www3".split(","));
		list.add("a, a4, www4".split(","));
		list.add("b, a1, www5".split(","));
		list.add("b, a2, www6".split(","));
		list.add("b, a3, www7".split(","));
		list.add("b, a4, www8".split(","));
		list.add("c, a5, www9".split(","));
		list.add("c, a6, www10".split(","));
		list.add("c, a1, www11".split(","));
		list.add("c, a2, www12".split(","));
		list.add("d, a3, www13".split(","));
		list.add("e, a4, www14".split(","));
		list.add("f, a5, www15".split(","));
		add(TABLE_NAME, "100001", list);
		list = new ArrayList();
		list.add("a, a1, vvv1".split(","));
		list.add("a, a2, vvv2".split(","));
		list.add("a, a3, vvv3".split(","));
		list.add("a, a4, vvv4".split(","));
		list.add("b, a1, vvv5".split(","));
		list.add("b, a2, vvv6".split(","));
		list.add("b, a3, vvv7".split(","));
		list.add("b, a4, vvv8".split(","));
		list.add("c, a5, vvv9".split(","));
		list.add("c, a6, vvv10".split(","));
		list.add("c, a1, vvv11".split(","));
		list.add("c, a2, vvv12".split(","));
		list.add("d, a3, vvv13".split(","));
		list.add("e, a4, vvv14".split(","));
		list.add("f, a5, vvv15".split(","));
		add(TABLE_NAME, "100002", list);

		scan(TABLE_NAME);
		System.out.println();
		scanByrowKey(TABLE_NAME, "100002");
		dropTable(TABLE_NAME);
	}
}

对人工智能感兴趣的同学,可以点击以下链接:

现在人工智能非常火爆,很多朋友都想学,但是一般的教程都是为博硕生准备的,太难看懂了。最近发现了一个非常适合小白入门的教程,不仅通俗易懂而且还很风趣幽默。所以忍不住分享一下给大家。点这里可以跳转到教程。

https://www.cbedai.net/u014646662

文章来源于互联网:HBase JDBC连接

harry

这个人很懒,什么都没留下

文章评论