由于在网上找不到Jmeter连接Hbase的源文件或是插件,所以本文只是通过Jmeter的BeanShell来调用和调试Hbase的远程连接操作,具体性能测试时,需要怎么应用(比如通过Java Request等方式),等具体开展测试时再进行灵活扩展和调整。
关键的是要引用正确的Hbase jar包(还要保证版本的兼容,Hbase1.0开始就要求JDK1.7及以上,而且Jmeter引用的Hbase Jar包最好是与服务端的Hbase一致,否则也会出现兼容性问题)。以下的测试代码都是在Jmeter3.1+JDK1.8环境下进行的。
1、下载Hbase Jar包,可以到官网下载整个包,获取其中的lib jar包:http://archive.apache.org/dist/hbase/,也可以下载我为本次测试所整理好的jar包(性能测试工具所引用的hbase依赖包)
2、在Jmeter的测试计划里把所有Jar包添加到classpath中(我不习惯把Jar包直接扔到Jmeter目录的lib\ext下,不方便区分管理)
3、将hadoop-common-2.2.0-bin-master文件目录放到Jmeter的bin目录下,主要是Windows下调用Hadoop组件,如果没有winutils.exe会报错(可以到网上下载这个包,上面提供的性能测试工具所引用的hbase依赖包里也有)。
4、在Jmeter中建立线程组,和建一个BeanShell Sampler,直接将以下代码复制上去进行调试(注意要配好zookeeper连接地址和端口)
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.TableName;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import java.io.File;
public class HbaseTest
{
String tableName="student";
Configuration configuration=null;
public void SetConfiguration() {
configuration = HBaseConfiguration.create();
//config.set("hbase.zookeeper.quorum", "hellotest");//单机
configuration.set("hbase.zookeeper.quorum", "agent01.org.cn,agent02.org.cn,master.org.cn");
//包括三个节点的zookeeper地址(也可以是Host IP),第一个是主节点
configuration.set("hbase.zookeeper.property.clientPort", "2181");// zookeeper端口
configuration.set("hbase.regionserver.port", "16020");
configuration.set("zookeeper.znode.parent", "/hbase-unsecure");
configuration.set("hbase.rootdir", "hdfs://master.org.cn:8020/apps/hbase/data");
//connection = ConnectionFactory.createConnection(config);
}
/**
* create a new Table
* @param configuration Configuration
* @param tableName String,the new Table's name
* */
public static void createTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+"is exist ,delete ......");
log.info(tableName+"is exist ,delete ......");
}
HTableDescriptor tableDescriptor=new HTableDescriptor(TableName.valueOf(tableName));
tableDescriptor.addFamily(new HColumnDescriptor("info"));
tableDescriptor.addFamily(new HColumnDescriptor("address"));
admin.createTable(tableDescriptor);
System.out.println("end create table");
log.info("end create table");
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* Delete the existing table
* @param configuration Configuration
* @param tableName String,Table's name
* */
public static void dropTable(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
admin.disableTable(tableName);
admin.deleteTable(tableName);
System.out.println(tableName+"delete success!");
log.info(tableName+"delete success!");
}else{
System.out.println(tableName+"Table does not exist!");
log.info(tableName+"Table does not exist!");
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* insert a data
* @param configuration Configuration
* @param tableName String,Table's name
* */
public static void addData(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin = new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Put put=new Put(Bytes.toBytes("zhangsan"));
put.add(Bytes.toBytes("info"), Bytes.toBytes("age"), Bytes.toBytes("28"));
table.put(put);
System.out.println("add success!");
log.info("add success!");
}else{
System.out.println(tableName+"Table does not exist!");
log.info(tableName+"Table does not exist!");
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* Delete a data
* @param configuration Configuration
* @param tableName String,Table's name
* */
public static void deleteDate(Configuration configuration,String tableName){
HBaseAdmin admin;
try {
admin=new HBaseAdmin(configuration);
if(admin.tableExists(tableName)){
HTable table=new HTable(configuration, tableName);
Delete delete=new Delete(Bytes.toBytes("zhangsan"));
table.delete(delete);
System.out.println("delete success!");
log.info("delete success!");
}else{
System.out.println("Table does not exist!");
}
} catch (MasterNotRunningException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
// TODO Auto-generated catch block
e.printStackTrace();
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* get a data
* @param configuration Configuration
* @param tableName String,Table's name
* */
public static void getData(Configuration configuration,String tableName){
HTable table;
try {
table = new HTable(configuration, tableName);
Get get=new Get(Bytes.toBytes("zhangsan"));
Result result=table.get(get);
for(Cell cell:result.rawCells()){
System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" ");
System.out.println("Timetamp:"+cell.getTimestamp()+" ");
System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" ");
System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" ");
System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" ");
log.info("RowName:"+new String(CellUtil.cloneRow(cell))+" ");
log.info("Timetamp:"+cell.getTimestamp()+" ");
log.info("column Family:"+new String(CellUtil.cloneFamily(cell))+" ");
log.info("row Name:"+new String(CellUtil.cloneQualifier(cell))+" ");
log.info("value:"+new String(CellUtil.cloneValue(cell))+" ");
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* insert all data
* @param configuration Configuration
* @param tableName String,Table's name
* */
public static void getAllData(Configuration configuration,String tableName){
HTable table;
try {
table=new HTable(configuration, tableName);
Scan scan=new Scan();
ResultScanner results=table.getScanner(scan);
for (Result result = results.next(); result != null; result = results.next()) {
// print out the row we found and the columns we were looking for
for(Cell cell:result.rawCells()){
System.out.println("RowName:"+new String(CellUtil.cloneRow(cell))+" ");
System.out.println("Timetamp:"+cell.getTimestamp()+" ");
System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell))+" ");
System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell))+" ");
System.out.println("value:"+new String(CellUtil.cloneValue(cell))+" ");
log.info("RowName:"+new String(CellUtil.cloneRow(cell))+" ");
log.info("Timetamp:"+cell.getTimestamp()+" ");
log.info("column Family:"+new String(CellUtil.cloneFamily(cell))+" ");
log.info("row Name:"+new String(CellUtil.cloneQualifier(cell))+" ");
log.info("value:"+new String(CellUtil.cloneValue(cell))+" ");
}
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public boolean runActions(){
File directory = new File(".");
System.setProperty("hadoop.home.dir", directory.getCanonicalPath()+"\\hadoop-common-2.2.0-bin-master");
SetConfiguration();
createTable(configuration, tableName);
addData(configuration, tableName);
getData(configuration, tableName);
getAllData(configuration, tableName);
deleteDate(configuration, tableName);
dropTable(configuration, tableName);
return true;
}
}
boolean runFlag=new HbaseTest().runActions();
log.info("runFlag:"+runFlag);
以上代码中,加了log.info,用来调试代码以验证代码是否执行成功
5、在线程组中加上查看结果树、Summary Report、Debug Sampler,以全运行时查看成功情况。通过点击Jmeter右上方的三角!号(如果代码报错也能看能看到提示),可以查看代码运行日志(这是调试Java代码比较方便的工具),运行结果如下:
6、可以将以上的测试代码保存成java(或者可以打成jar包再用),直接通过jmerter进行引用和测试
7、相对来讲,Jmeter不适合调试Java代码,因为报一段长长的错误日志后,可能报错的最后一句话才能看出错误所在,所以以上代码也可以等在Java开发工具中调测通过后,再移植过来,然后再进一步调试和修改一些兼容性的错误。