准备工作
- 创建maven工程，在pom.xml添加
<dependencies>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-server</artifactId>
<version>1.3.1</version>
</dependency>
<dependency>
<groupId>org.apache.hbase</groupId>
<artifactId>hbase-client</artifactId>
<version>1.3.1</version>
</dependency>
</dependencies>
- 在resource目录下添加log4j.properties文件
log4j.rootLogger=INFO, stdout
log4j.appender.stdout=org.apache.log4j.ConsoleAppender
log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
log4j.appender.stdout.layout.ConversionPattern=%d %p [%c] - %m%n
log4j.appender.logfile=org.apache.log4j.FileAppender
log4j.appender.logfile.File=target/spring.log
log4j.appender.logfile.layout=org.apache.log4j.PatternLayout
log4j.appender.logfile.layout.ConversionPattern=%d %p [%c] - %m%n
- 在resource目录下添加core-site.xml文件
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<!-- 指定HDFS中NameNode的地址 -->
<property>
<name>fs.defaultFS</name>
<value>hdfs://hadoop-100:9000</value>
</property>
<!-- 指定hadoop运行时产生文件的存储目录 -->
<property>
<name>hadoop.tmp.dir</name>
<value>/opt/module/hadoop-2.8.3/data/tmp</value>
</property>
<property>
<name>hadoop.proxyuser.hue.hosts</name>
<value>*</value>
</property>
<property>
<name>hadoop.proxyuser.hue.groups</name>
<value>*</value>
</property>
</configuration>
- 在resource目录下添加hbase-site.xml文件
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>hbase.rootdir</name>
<value>hdfs://hadoop-100:9000/hbase</value>
</property>
<property>
<name>hbase.cluster.distributed</name>
<value>true</value>
</property>
<!-- 0.98后的新变动，之前版本没有.port,默认端口为60000 -->
<property>
<name>hbase.master.port</name>
<value>16000</value>
</property>
<property>
<name>hbase.zookeeper.quorum</name>
<value>hadoop-100:2181,hadoop-101:2181,hadoop-102:2181</value>
</property>
<property>
<name>hbase.zookeeper.property.dataDir</name>
<value>/opt/module/zookeeper-3.4.10/zkData</value>
</property>
</configuration>
快速开始
public class TenQuiceStart {
public static void main(String[] args) throws IOException, URISyntaxException {
// 获取配置文件
Configuration configuration = HBaseConfiguration.create();
configuration.addResource(new Path(ClassLoader.getSystemResource("core-site.xml").toURI()));
configuration.addResource(new Path(ClassLoader.getSystemResource("hbase-site.xml").toURI()));
try (
// 创建连接
Connection connection = ConnectionFactory.createConnection(configuration);
Admin admin = connection.getAdmin()) {
// 定义表名
TableName apitable = TableName.valueOf("apitable");
// 定义表
HTableDescriptor hTableDescriptor = new HTableDescriptor(apitable);
// 定义列族
hTableDescriptor.addFamily(new HColumnDescriptor("apicf"));
// 执行创建表操作
admin.createTable(hTableDescriptor);
}
}
}
快速开始升级
ublic class ThirtyQuickStart {
public static void main(String[] args) throws IOException, URISyntaxException {
Configuration configuration = HBaseConfiguration.create();
configuration.addResource(new Path(ClassLoader.getSystemResource("core-site.xml").toURI()));
configuration.addResource(new Path(ClassLoader.getSystemResource("hbase-site.xml").toURI()));
try (
Connection connection = ConnectionFactory.createConnection(configuration);
Admin admin = connection.getAdmin();
) {
TableName mytable = TableName.valueOf("mytable");
HTableDescriptor descriptor = new HTableDescriptor(mytable);
descriptor.addFamily(new HColumnDescriptor("mycf").setCompressionType(Compression.Algorithm.NONE));
createOrOverwrite(admin, descriptor);
descriptor = new HTableDescriptor(mytable);
descriptor.addFamily(new HColumnDescriptor("mycfadd1").setCompressionType(Compression.Algorithm.NONE));
descriptor.addFamily(new HColumnDescriptor("mycfadd2").setCompressionType(Compression.Algorithm.NONE));
descriptor.addFamily(new HColumnDescriptor("mycfadd3").setCompressionType(Compression.Algorithm.NONE));
addColumnFamilys(admin, descriptor);
descriptor = new HTableDescriptor(mytable);
descriptor.addFamily(new HColumnDescriptor("mycfadd1").setCompressionType(Compression.Algorithm.NONE).setMaxVersions(4));
descriptor.addFamily(new HColumnDescriptor("mycfadd2").setCompressionType(Compression.Algorithm.NONE).setMaxVersions(4));
descriptor.addFamily(new HColumnDescriptor("mycfadd3").setCompressionType(Compression.Algorithm.NONE).setMaxVersions(4));
modifyColumnFamilys(admin, descriptor);
deleteColumnFamily(admin, mytable, "mycfadd3");
deleteTable(admin, mytable);
}
}
/**
* 检查表是否存在，如果存在就删除掉再重新建立
*
* @param admin
* @param descriptor
* @throws IOException
*/
public static void createOrOverwrite(Admin admin, HTableDescriptor descriptor) throws IOException, URISyntaxException {
// 判断表存不存在
if (admin.tableExists(descriptor.getTableName())) {
// 禁用表
admin.disableTable(descriptor.getTableName());
// 删除表
admin.deleteTable(descriptor.getTableName());
}
createTable(admin, descriptor);
}
/**
* 创建表
*
* @param descriptor
* @throws URISyntaxException
* @throws IOException
*/
public static void createTable(Admin admin, HTableDescriptor descriptor) throws URISyntaxException, IOException {
admin.createTable(descriptor);
}
/**
* 添加列族
*
* @param descriptor
* @throws IOException
*/
public static void addColumnFamilys(Admin admin, HTableDescriptor descriptor) throws IOException, URISyntaxException {
if (!admin.tableExists(descriptor.getTableName())) {
System.out.println(descriptor.getTableName() + " doesn't exist");
System.exit(-1);
}
HColumnDescriptor[] columnFamilies = descriptor.getColumnFamilies();
for (HColumnDescriptor columnDescriptor : columnFamilies) {
admin.addColumn(descriptor.getTableName(), columnDescriptor);
}
}
/**
* 修改列族
*
* @param descriptor
* @throws URISyntaxException
* @throws IOException
*/
public static void modifyColumnFamilys(Admin admin, HTableDescriptor descriptor) throws URISyntaxException, IOException {
if (!admin.tableExists(descriptor.getTableName())) {
System.out.println(descriptor.getTableName() + " doesn't exist");
System.exit(-1);
}
HColumnDescriptor[] columnFamilies = descriptor.getColumnFamilies();
// for(HColumnDescriptor columnDescriptor : columnFamilies) {
// admin.modifyColumn(descriptor.getTableName(), columnDescriptor);
// }
HTableDescriptor tableDescriptor = admin.getTableDescriptor(descriptor.getTableName());
for (HColumnDescriptor columnDescriptor : columnFamilies) {
tableDescriptor.modifyFamily(columnDescriptor);
admin.modifyTable(descriptor.getTableName(), tableDescriptor);
}
}
/**
* 删除列族
*
* @param tableName
* @param columnFamilyName
* @throws URISyntaxException
* @throws IOException
*/
public static void deleteColumnFamily( Admin admin, TableName tableName, String columnFamilyName) throws URISyntaxException, IOException {
admin.disableTable(tableName);
admin.deleteColumn(tableName, columnFamilyName.getBytes());
admin.enableTable(tableName);
}
/**
* 删除表
*
* @param tableName
* @throws URISyntaxException
* @throws IOException
*/
public static void deleteTable(Admin admin, TableName tableName) throws URISyntaxException, IOException {
admin.disableTable(tableName);
admin.deleteTable(tableName);
}
}
CRUD
