各位大神 有会做Hbase数据库的吗 可以给指导下吗 小妹跪谢啊
- 提问者网友：蓝莓格格巫
- 2021-01-26 19:51
- 五星知识达人网友：醉吻情书
- 2021-01-26 21:30
创建普通java project
导入外部jar包（右键工程名-->properties-->Libraries-->Add Ecternal JARs），jar包列表如下：
hbase/hbase.jar
hadoop/hadoop-common.jar
hbase/lib/commons-logging-1.1.1.jar
com.google.guava_1.6.0.jar
hbase/lib/commons-lang-2.5.jar
hbase/lib/commons-configuration-1.6.jar
hadoop/hadoop-auth-2.0.0-cdh4.2.2.jar
hbase/lib/slf4j-api-1.6.1.jar
hbase/lib/zookeeper.jar
com.google.protobuf-2.4.0.jar
slf4j-nop-1.7.6.jar
3.样例程序（将外部命令的输出存入HBase中）
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.lang.Runtime;
import java.util.Vector;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.HColumnDescriptor;
import org.apache.hadoop.hbase.HTableDescriptor;
import org.apache.hadoop.hbase.MasterNotRunningException;
import org.apache.hadoop.hbase.ZooKeeperConnectionException;
import org.apache.hadoop.hbase.client.Delete;
import org.apache.hadoop.hbase.client.Get;
import org.apache.hadoop.hbase.client.HBaseAdmin;
import org.apache.hadoop.hbase.client.HTable;
import org.apache.hadoop.hbase.client.HTablePool;
import org.apache.hadoop.hbase.client.HTableInterface;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.client.ResultScanner;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.util.Bytes;
public class CMD {
public static void main(String[] args) {
CMD cmd = new CMD("testCMD");
cmd.myCMD();
}
private Configuration conf ;
private HBaseAdmin admin;
private HTable table;
CMD(String tablename){
Configuration cnf = new Configuration();
cnf.set("hbase.zookeeper.quorum", "your_master");
cnf.set("hbase.zookeeper.property.clientPort", "2181");
this.conf = HBaseConfiguration.create(cnf);
try {
this.admin = new HBaseAdmin(this.conf);
this.table = new HTable(this.conf, tablename);
this.table.setAutoFlush(false);
} catch (MasterNotRunningException e) {
e.printStackTrace();
} catch (ZooKeeperConnectionException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
public void insertData(String key, String data){
Put put = new Put(Bytes.toBytes(key));
put.setWriteToWAL(false);
put.add(Bytes.toBytes("cf"),Bytes.toBytes("cq"),Bytes.toBytes(data));
try {
this.table.put(put);
} catch (IOException e1) {
e1.printStackTrace();
}
}
public void myCMD(){
long startTime=System.currentTimeMillis();
try {
String cmd = "client"; //client是一个cpp可执行程序
Process process = Runtime.getRuntime().exec(cmd);
BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(process.getInputStream()));
String line, key="";
StringBuilder data = new StringBuilder();
line = bufferedReader.readLine();
while(line != null){
System.out.println("test: " + line.length() + "...");
if(line.startsWith("key:")){
key = line.substring(4);
insertData(key, data.substring(0, data.length() - 1));
System.out.println(key + ": " + data.length() + ", " + data.substring(0, data.length() - 1).length());
data.delete(0, data.length());
}
else{
data.append(line + "
");
}
line = bufferedReader.readLine();
}
process.waitFor();
this.table.close();
} catch (IOException e) {
e.printStackTrace();
} catch (InterruptedException e) {
e.printStackTrace();
}
long endTime=System.currentTimeMillis();
System.out.println("Total time: " + (endTime-startTime) + "ms");
}
}