hbase数据库操作

.实验内容与完成情况：（实验具体步骤和实验截图说明）（一）编程实现以下指定功能，并用 Hadoop 提供的 HBase Shell 命令完成相同任务：（1） 列出 HBase 所有的表的相关信息，例如表名；列出所有数据表：列出表的结构查询表是否存在查询表是否可用

packagecn.wl.edu.hbase;import java.io.IOException;publicclass ListTables { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid listTables() throws IOException { init(); HTableDescriptor[] hTableDescriptors =admin.listTables();for (HTableDescriptor hTableDescriptor : hTableDescriptors) { System.out.println("table name:"+ hTableDescriptor.getNameAsString()); } close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if (connection != null) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { listTables(); } catch (IOException e) { e.printStackTrace(); } }}（2）在终端打印出指定的表的所有记录数据；

源代码：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.Cell;import org.apache.hadoop.hbase.CellUtil;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import java.io.IOException;publicclass ListTableData { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid getData(String tableName)throws IOException{ init(); Table table=connection.getTable(TableName.valueOf(tableName)); Scan scan=new Scan(); ResultScanner scanner=table.getScanner(scan);for(Result result:scanner){ printRecoder(result); }System.out.println(“finish!”); close(); } publicstaticvoid printRecoder(Result result)throws IOException{ for(Cell cell:result.rawCells()){ System.out.println("行键:"+new String(CellUtil.cloneRow(cell))); System.out.print("列簇:"+new String(CellUtil.cloneFamily(cell))); System.out.print("列:"+new String(CellUtil.cloneQualifier(cell))); System.out.print("值:"+new String(CellUtil.cloneValue(cell))); System.out.println("时间戳:"+ cell.getTimestamp()); } } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if (connection != null) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { getData("person"); } catch (IOException e) { e.printStackTrace(); } }}（3） 向已经创建好的表添加和删除指定的列族或列；添加数据

源代码：package cn.wl.edu.hbase;import java.io.IOException;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.Admin;import org.apache.hadoop.hbase.client.Connection;import org.apache.hadoop.hbase.client.ConnectionFactory;import org.apache.hadoop.hbase.client.Put;import org.apache.hadoop.hbase.client.Table;publicclass InsertRow { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid insertRow(String tableName,String rowKey,String colFamily,String col,String val)throws IOException{ init(); Table table=connection.getTable(TableName.valueOf(tableName)); Put put=new Put(rowKey.getBytes()); put.addColumn(colFamily.getBytes(),col.getBytes() ,val.getBytes()); table.put(put); System.out.println("insert finish!"); table.close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if (connection != null) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { insertRow("student","s002","score","math","100"); } catch (IOException e) { e.printStackTrace(); } }}删除数据

源代码：package cn.wl.edu.hbase;import java.io.IOException;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import org.apache.hadoop.hbase.util.Bytes;publicclass DeleteRow { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid deleteRow(String tableName, String rowKey, String colFamily, String col) throws IOException { init(); Table table = connection.getTable(TableName.valueOf(tableName)); Delete delete =new Delete(rowKey.getBytes()); delete.addFamily(Bytes.toBytes(colFamily)); delete.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col)); table.delete(delete); System.out.println("delete successful!"); table.close(); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { deleteRow("student","s002","score","math"); } catch (IOException e) { e.printStackTrace(); } }}（3）清空指定的表的所有记录数据；

源代码：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.Admin;import org.apache.hadoop.hbase.client.Connection;import org.apache.hadoop.hbase.client.ConnectionFactory;import java.io.IOException;publicclass TruncateTable { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid clearRows(String tableName) throws IOException { init(); TableName tablename = TableName.valueOf(tableName); admin.disableTable(tablename); admin.truncateTable(tablename, false); System.out.println("delete table successful!"); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { clearRows("student"); } catch (IOException e) { e.printStackTrace(); } }}（5） 统计表的行数。

源程序：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import java.io.IOException;publicclass CountTable { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid countTable(String tableName) throws IOException { init(); Table table = connection.getTable(TableName.valueOf(tableName)); Scan scan =new Scan(); ResultScanner scanner =table.getScanner(scan);int num = 0;for (Result result = scanner.next(); result != null; result = scanner .next()) { num++; } System.out.println("行数:"+ num); scanner.close(); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { countTable("student"); } catch (IOException e) { e.printStackTrace(); } }}（二） HBase 数据库操作1. 现有以下关系型数据库中的表和数据，要求将其转换为适合于 HBase 存储的表并插入数据：学生表（Student）学号（S_No） 姓名（S_Name） 性别（S_Sex） 年龄（S_Age）2015001 Zhangsan male 232015003 Mary female 222015003 Lisi male 24课程表（Course）课程号（C_No） 课程名（C_Name） 学分（C_Credit）123001Math2.0123002 Computer Science 5.0123003English3.0选课表（SC）学号（SC_Sno） 课程号（SC_Cno） 成绩（SC_Score）201500112300186201500112300369201500212300277201500212300399201500312300198201500312300295

2.请编程实现以下功能：（1） createTable(String tableName, String[] fields)创建表，参数 tableName 为表的名称，字符串数组 fields 为存储记录各个字段名称的数组。要求当 HBase 已经存在名为 tableName 的表的时候，先删除原有的表，然后再创建新的表。package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.HColumnDescriptor;import org.apache.hadoop.hbase.HTableDescriptor;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.Admin;import org.apache.hadoop.hbase.client.Connection;import org.apache.hadoop.hbase.client.ConnectionFactory;import java.io.IOException;publicclass CreateTable { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid createTable(String tableName, String[] fields) throws IOException { init(); TableName tablename =TableName.valueOf(tableName);if (admin.tableExists(tablename)) { System.out.println("table is exists!"); } HTableDescriptor hTableDescriptor =newHTableDescriptor(tablename);for (String str : fields) { HColumnDescriptor hColumnDescriptor =new HColumnDescriptor(str); hTableDescriptor.addFamily(hColumnDescriptor); } admin.createTable(hTableDescriptor); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { String[] fields = { "Score"};try { createTable("person", fields); } catch (IOException e) { e.printStackTrace(); } }}（2）addRecord(String tableName, String row, String[] fields, String[] values向表 tableName、行 row（用 S_Name 表示）和字符串数组 fields 指定的单元格中添加对应的数据 values。其中， fields 中每个元素如果对应的列族下还有相应的列限定符的话，用“columnFamily:column”表示。例如，同时向“Math”、 “Computer Science”、 “English”三列添加成绩时，字符串数组 fields 为{“Score:Math”, ”Score:Computer Science”, ”Score:English”}，数组values 存储这三门课的成绩。源代码：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import java.io.IOException;publicclass addRecord { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid addRecord(String tableName, String row, String[] fields, String[] values) throws IOException { init(); Table table =connection.getTable(TableName.valueOf(tableName));for(int i = 0; i != fields.length; i++) { Put put =new Put(row.getBytes()); String[] cols = fields[i].split(":"); put.addColumn(cols[0].getBytes(), cols[1].getBytes(), values[i].getBytes()); table.put(put); } table.close(); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { String[] fields = {"Score:Math","Score:Computer Science","Score:English"}; String[] values = {"99","80","100"};try { addRecord("person","Score", fields, values); } catch (IOException e) { e.printStackTrace(); } System.out.println("finish!"); }}（3） scanColumn(String tableName, String column)浏览表 tableName 某一列的数据，如果某一行记录中该列数据不存在，则返回 null。要求当参数 column 为某一列族名称时，如果底下有若干个列限定符，则要列出每个列限定符代表的列的数据；当参数 column 为某一列具体名称（例如“Score:Math”）时，只需要列出该列的数据。源代码：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.Cell;import org.apache.hadoop.hbase.CellUtil;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import org.apache.hadoop.hbase.util.Bytes;import java.io.IOException;publicclass ScanColumn { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid scanColumn(String tableName, String column) throws IOException { init(); Table table = connection.getTable(TableName.valueOf(tableName)); Scan scan =new Scan(); scan.addFamily(Bytes.toBytes(column)); ResultScanner scanner =table.getScanner(scan);for (Result result = scanner.next(); result != null; result = scanner.next()) { showCell(result); } System.out.println("finish!"); table.close(); close(); } publicstaticvoid showCell(Result result) { Cell[] cells =result.rawCells();for (Cell cell : cells) { System.out.println("RowName:"+new String(CellUtil.cloneRow(cell)) + ""); System.out.println("Timetamp:" + cell.getTimestamp() + ""); System.out.println("column Family:"+new String(CellUtil.cloneFamily(cell)) + ""); System.out.println("row Name:"+new String(CellUtil.cloneQualifier(cell)) + ""); System.out.println("value:"+new String(CellUtil.cloneValue(cell)) + ""); } } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } //关闭连接publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { scanColumn("person","Score"); } catch (IOException e) { e.printStackTrace(); } }}（4） modifyData(String tableName, String row, String column)修改表 tableName，行 row（可以用学生姓名 S_Name 表示），列 column 指定的单元格的数据。源代码：package cn.wl.edu.hbase;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.Cell;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import java.io.IOException;publicclass ModifyData { publicstaticlongts;publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid modifyData(String tableName, String row, String column, String val) throws IOException { init(); Table table = connection.getTable(TableName.valueOf(tableName)); Put put =new Put(row.getBytes()); Scan scan =new Scan(); ResultScanner resultScanner =table.getScanner(scan);for (Result r : resultScanner) { for (Cell cell : r.getColumnCells(row.getBytes(), column.getBytes())) { ts = cell.getTimestamp(); } } put.addColumn(row.getBytes(), column.getBytes(), ts, val.getBytes()); table.put(put); System.out.println("modify successful!"); table.close(); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { modifyData("person","Score","Math","100"); } catch (IOException e) { e.printStackTrace(); } }}（5） deleteRow(String tableName, String row)删除表 tableName 中 row 指定的行的记录。 源代码：package cn.wl.edu.hbase;import java.io.IOException;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.hbase.HBaseConfiguration;import org.apache.hadoop.hbase.TableName;import org.apache.hadoop.hbase.client.*;import org.apache.hadoop.hbase.util.Bytes;publicclass DeleteRow { publicstatic Configuration configuration; publicstatic Connection connection; publicstatic Admin admin; publicstaticvoid deleteRow(String tableName, String rowKey, String colFamily, String col) throws IOException { init(); Table table = connection.getTable(TableName.valueOf(tableName)); Delete delete =new Delete(rowKey.getBytes()); delete.addFamily(Bytes.toBytes(colFamily)); delete.addColumn(Bytes.toBytes(colFamily), Bytes.toBytes(col)); table.delete(delete); System.out.println("delete successful!"); table.close(); close(); } publicstaticvoid init() { configuration = HBaseConfiguration.create(); configuration.set("hbase.rootdir","hdfs://localhost:9000/hbase");try { connection = ConnectionFactory.createConnection(configuration); admin = connection.getAdmin(); } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid close() { try{if (admin != null) { admin.close(); } if(null!= connection) { connection.close(); } } catch (IOException e) { e.printStackTrace(); } } publicstaticvoid main(String[] args) { try { deleteRow("student","s002","score","math"); } catch (IOException e) { e.printStackTrace(); } }}2.实验中出现问题：（说明和截图）Eclipse运行大多数程序，运行时间特别长，既不报错也不显示结果。3.解决方案：（列出遇到的问题和解决办法，列出没有解决的问题）： 再次对照查看hbase的安装配置教程，发现自己少了一个步骤。 在hbase-env.sh文件中添加了这些路径之后就好了。