Home > Tutorials > PHP Tutorials

HBase Java Programming Example _php tutorial

Source: Internet
Author: User
Developer on Alibaba Coud: Build your first app with APIs, SDKs, and tutorials on the Alibaba Cloud. Read more ＞

HBase Java Programming Example


Helloworld.zip
  2. Package Elementary;

  6. Import java.io.IOException;
  8. Import Java.text.SimpleDateFormat;
  10. Import java.util.ArrayList;
  12. Import Java.util.Date;
  14. Import java.util.List;
  16. Import Java.util.concurrent.atomic.AtomicInteger;
  18. Import Java.util.concurrent.ExecutorService;
  20. Import java.util.concurrent.Executors;
  22. Import Java.util.concurrent.TimeUnit;

  26. Import org.apache.hadoop.conf.Configuration;
  28. Import Org.apache.hadoop.hbase.Cell;
  30. Import org.apache.hadoop.hbase.HBaseConfiguration;
  32. Import Org.apache.hadoop.hbase.HColumnDescriptor;
  34. Import Org.apache.hadoop.hbase.HTableDescriptor;
  36. Import org.apache.hadoop.hbase.MasterNotRunningException;
  38. Import Org.apache.hadoop.hbase.TableName;
  40. Import org.apache.hadoop.hbase.ZooKeeperConnectionException;
  42. Import Org.apache.hadoop.hbase.client.Delete;
  44. Import Org.apache.hadoop.hbase.client.Get;
  46. Import Org.apache.hadoop.hbase.client.Admin;
  48. Import Org.apache.hadoop.hbase.client.BufferedMutator;
  50. Import Org.apache.hadoop.hbase.client.BufferedMutatorParams;
  52. Import org.apache.hadoop.hbase.client.Connection;
  54. Import Org.apache.hadoop.hbase.client.ConnectionFactory;
  56. Import org.apache.hadoop.hbase.client.Table;
  58. Import Org.apache.hadoop.hbase.client.Put;
  60. Import Org.apache.hadoop.hbase.client.Result;
  62. Import Org.apache.hadoop.hbase.client.ResultScanner;
  64. Import Org.apache.hadoop.hbase.client.Scan;
  66. Import org.apache.hadoop.hbase.util.Bytes;
  68. Import Org.apache.hadoop.util.ThreadUtil;

  72. public class HelloWorld {
  74. private static Configuration conf = null;
  76. private static Connection conn = null;
  78. private static admin admin = null;
  80. public static Atomicinteger count = new Atomicinteger ();

  84. /**
  86. * Initialize Configuration
  88. */
  90. static {
  92. conf = Hbaseconfiguration.create ();
  94. If you don't have a profile, be sure to declare it.

  98. Conf.set ("Hbase.zookeeper.quorum", "10.148.137.143");
  100. Conf.set ("Hbase.zookeeper.property.clientPort", "2181");
  102. }

  106. static {
  108. try {
  110. conn = Connectionfactory.createconnection ();
  112. admin = conn.getadmin ();
  114. } catch (IOException e) {
  116. E.printstacktrace ();
  118. }
  120. }

  124. static public class MyThread extends Thread
  126. {
  128. int _start;
  130. String _tablename;
  132. Connection Conn;
  134. Bufferedmutator table;
  136. Table table;

  140. Public MyThread (int start, String tablename) {
  142. _start = start;
  144. _tablename = tablename;
  146. }

  150. public void Run () {
  152. String tablename = _tablename;
  154. Thread current = Thread.CurrentThread ();
  156. Long thread_id = Current.getid ();
  158. System.out.printf ("thread[%d] run\n", thread_id);

  162. try {
  164. conn = Connectionfactory.createconnection ();
  166. Bufferedmutatorparams params = new Bufferedmutatorparams (tablename.valueof (TableName));
  168. Params.writebuffersize (1024 * 4);
  170. Table = Conn.getbufferedmutator (params);
  172. Table = conn.gettable (tablename.valueof (TableName));

  176. for (int j=_start; j<100; ++j) {
  178. for (int i=0; i<10000000; ++i) {
  180. Zkb_0_0
  182. String zkb = "Zkb_" + string.valueof (_start) + "_" + string.valueof (i);
  184. Put put = new put (Bytes.tobytes (ZKB));
  186. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("field1"), Bytes.tobytes (string.valueof (i+0)));
  188. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field2"), Bytes.tobytes (string.valueof (i+1)));
  190. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("field3"), Bytes.tobytes (string.valueof (i+2)));
  192. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field4"), Bytes.tobytes (string.valueof (i+3)));
  194. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field5"), Bytes.tobytes (string.valueof (i+4)));
  196. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field6"), Bytes.tobytes (string.valueof (i+5)));
  198. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field7"), Bytes.tobytes (string.valueof (i+6)));
  200. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field8"), Bytes.tobytes (string.valueof (i+7)));
  202. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("field9"), Bytes.tobytes (string.valueof (i+8)));
  204. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field10"), Bytes.tobytes (string.valueof (i+9)));
  206. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field11"), Bytes.tobytes (string.valueof (i+10)));
  208. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field12"), Bytes.tobytes (string.valueof (i+11)));
  210. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field13"), Bytes.tobytes (string.valueof (i+12)));
  212. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field14"), Bytes.tobytes (string.valueof (i+13)));
  214. Put.addcolumn (Bytes.tobytes ("Grade"), Bytes.tobytes ("Field15"), Bytes.tobytes (string.valueof (i+14)));
  216. Table.mutate (Put);
  218. Table.put (Put);

  222. int m = HelloWorld.count.incrementAndGet ();
  224. if (m% 10000 = = 0) {
  226. Date dt = new Date ();
  228. SimpleDateFormat SDF = new SimpleDateFormat ("Yyyy-mm-dd HH:mm:ss AA");
  230. String now = sdf.format (DT);
  232. System.out.printf ("[%s] thread[%d] m=%d, j=%d, i=%d\n", now, thread_id, M, J, I);
  234. }
  236. }
  238. }

  242. System.out.printf ("thread[%d] over\n", thread_id);
  244. }
  246. catch (Exception e) {
  248. E.printstacktrace ();
  250. }
  252. }
  254. }

  258. /**
  260. * Create a form
  262. * @param tablename
  264. * @param cfs
  266. */
  268. public static void CreateTable (String tablename, string[] cfs) {
  270. try {
  272. if (Admin.tableexists (tablename.valueof (TableName))) {
  274. SYSTEM.OUT.PRINTLN ("Table already exists!");
  276. } else {
  278. Htabledescriptor Tabledesc = new Htabledescriptor (tablename.valueof (TableName));
  280. for (int i = 0; i < cfs.length; i++) {
  282. Hcolumndescriptor desc = new Hcolumndescriptor (cfs[i]);
  284. Desc.setmaxversions (3650);
  286. Tabledesc.addfamily (DESC);
  288. }

  292. byte[][] Splitkeys = new byte[][] {
  294. Bytes.tobytes ("Zkb_0_0"),
  296. Bytes.tobytes ("Zkb_10_0"),
  298. Bytes.tobytes ("Zkb_20_0"),
  300. Bytes.tobytes ("Zkb_30_0"),
  302. Bytes.tobytes ("Zkb_40_0"),
  304. Bytes.tobytes ("Zkb_50_0"),
  306. Bytes.tobytes ("Zkb_60_0"),
  308. Bytes.tobytes ("Zkb_70_0"),
  310. Bytes.tobytes ("Zkb_80_0"),
  312. Bytes.tobytes ("Zkb_90_0"),
  314. Bytes.tobytes ("Zkb_100_0")
  316. };
  318. Admin.createtable (Tabledesc, Splitkeys);
  320. Admin.close ();
  322. SYSTEM.OUT.PRINTLN ("CREATE TABLE" + tablename + "OK.");
  324. }
  326. } catch (Masternotrunningexception e) {
  328. E.printstacktrace ();
  330. } catch (Zookeeperconnectionexception e) {
  332. E.printstacktrace ();
  334. } catch (IOException e) {
  336. E.printstacktrace ();
  338. }
  340. }

  344. /**
  346. * Delete Table
  348. * @param tablename
  350. */
  352. public static void Deletetable (String tablename) {
  354. try {
  356. Connection conn = Connectionfactory.createconnection ();
  358. Admin admin = conn.getadmin ();
  360. Admin.disabletable (tablename.valueof (TableName));
  362. Admin.deletetable (tablename.valueof (TableName));
  364. System.out.println ("delete table" + tablename + "OK.");
  366. } catch (IOException e) {
  368. E.printstacktrace ();
  370. }
  372. }

  376. /**
  378. * Delete a piece of information
  380. * @param tableName
  382. * @param RowKey
  384. */
  386. public static void Delrecord (String tableName, String rowKey) {
  388. try {
  390. Table table = conn.gettable (tablename.valueof (TableName));

  394. List list = new ArrayList ();
  396. Delete del = new Delete (Rowkey.getbytes ());
  398. List.add (DEL);
  400. Table.delete (list);
  402. System.out.println ("del recored" + RowKey + "OK.");
  404. } catch (IOException e) {
  406. E.printstacktrace ();
  408. }
  410. }

  414. /**
  416. * Get a piece of information
  418. * @param tableName
  420. * @param RowKey
  422. */
  424. public static void Getonerecord (String tableName, String rowKey) {
  426. try {
  428. Table table = conn.gettable (tablename.valueof (TableName));

  432. Get get = new Get (Rowkey.getbytes ());
  434. Result rs = Table.get (get);
  436. List list = Rs.listcells ();
  438. for (Cell cell:list) {
  440. System.out.print (New String (Cell.getrowarray (), Cell.getrowoffset (), Cell.getrowlength ()) + "");
  442. System.out.print (New String (Cell.getfamilyarray (), Cell.getfamilyoffset (), Cell.getfamilylength ()) + ":");
  444. System.out.print (New String (Cell.getqualifierarray (), Cell.getqualifieroffset (), Cell.getqualifierlength ()) + "");
  446. System.out.print (Cell.gettimestamp () + "");
  448. System.out.print (New String (Cell.getvaluearray (), Cell.getvalueoffset (), Cell.getvaluelength ()) + "");
  450. System.out.println ("");
  452. }
  454. } catch (IOException e) {
  456. E.printstacktrace ();
  458. }
  460. }

  464. /**
  466. * Get all the information
  468. * @param tableName
  470. */
  472. public static void Getallrecord (String tableName) {
  474. try{
  476. Connection conn = Connectionfactory.createconnection ();
  478. Table table = conn.gettable (tablename.valueof (TableName));

  482. Scan scan = new scan ();
  484. Resultscanner Resultscanner = Table.getscanner (scan);
  486. for (Result Rs:resultscanner) {
  488. List list = Rs.listcells ();
  490. for (Cell cell:list) {
  492. System.out.print (New String (Cell.getrowarray (), Cell.getrowoffset (), Cell.getrowlength ()) + "");
  494. System.out.print (New String (Cell.getfamilyarray (), Cell.getfamilyoffset (), Cell.getfamilylength ()) + ":");
  496. System.out.print (New String (Cell.getqualifierarray (), Cell.getqualifieroffset (), Cell.getqualifierlength ()) + "");
  498. System.out.print (Cell.gettimestamp () + "");
  500. System.out.print (New String (Cell.getvaluearray (), Cell.getvalueoffset (), Cell.getvaluelength ()) + "");
  502. System.out.println ("");
  504. }
  506. }
  508. } catch (IOException e) {
  510. E.printstacktrace ();
  512. }
  514. }

  518. /**
  520. * Get Family checklist
  522. * @param tableName
  524. * @return
  526. */
  528. public static ArrayList getallfamilyname (String tableName) {
  530. ArrayList familyname_list = new ArrayList ();
  532. try{
  534. Connection conn = Connectionfactory.createconnection ();
  536. Table table = conn.gettable (tablename.valueof (TableName));

  540. Htabledescriptor htabledescriptor = Table.gettabledescriptor ();
  542. hcolumndescriptor[] hdlist = Htabledescriptor.getcolumnfamilies ();
  544. for (int i=0;i<>
  546. Hcolumndescriptor HD = hdlist[i];
  548. Familyname_list.add (Hd.getnameasstring ());
  550. }
  552. } catch (IOException e) {
  554. E.printstacktrace ();
  556. }
  558. return familyname_list;
  560. }

  564. JAVA-CP helloworld.jar: ' ls lib/*.jar|awk ' {printf ("%s:", $)} ' elementary. HelloWorld 5
  566. public static void Main (string[] args) {
  568. System.out.println ("Helloworldx");
  570. if (Args.length > 0)
  572. System.out.println (Args[0]);

  576. int start = 0;
  578. if (Args.length > 1)
  580. Start = Integer.valueof (Args[1]);
  582. if (Start < 0)
  584. start = 0;

  588. int num_threads = 16;
  590. if (Args.length > 2)
  592. Num_threads = integer.valueof (args[2]);

  596. try {
  598. String tablename = "scores";
  600. String[] Familys = {"Grade", "course"};
  602. Helloworld.createtable (tablename, familys);

  606. Executorservice Thread_pool = Executors.newsinglethreadexecutor ();
  608. Executorservice Thread_pool = Executors.newfixedthreadpool (num_threads);
  610. thread[] pool = new HELLOWORLD.MYTHREAD[80];
  612. for (int i=0; i
  614. Pool[i] = new Helloworld.mythread (i, TableName);
  616. Thread_pool.execute (Pool[i]);
  618. }

  622. Thread_pool.shutdown ();
  624. System.out.println ("over");
  626. }
  628. catch (Exception e) {
  630. E.printstacktrace ();
  632. }
  634. }

  638. }

http://www.bkjia.com/PHPjc/1109310.html www.bkjia.com true http://www.bkjia.com/PHPjc/1109310.html techarticle HBase Java Programming Example Helloworld.zip package elementary; Import java.io.IOException; import Java.text.SimpleDateFormat; Import java.util.ArrayList; Import Java.util.Date; Import J ...

    • This article is an English version of an article which is originally in the Chinese language on aliyun.com and is provided for information purposes only. This website makes no representation or warranty of any kind, either expressed or implied, as to the accuracy, completeness ownership or reliability of the article or any translations thereof. If you have any concerns or complaints relating to the article, please send an email, providing a detailed description of the concern or complaint, to info-contact@alibabacloud.com. A staff member will contact you within 5 working days. Once verified, infringing content will be removed immediately.

    Related Keywords:
    functional programming tutorial java java functional programming example spark hbase scala example advanced java programming tutorial pdf advanced java programming tutorial pdf raspberry pi java programming tutorial hbase nosql
    Related Article
    Analysis of references and garbage collection in PHP
    PHP service Nginx cannot use file_get_contents workaround

    Contact Us

    The content source of this page is from Internet, which doesn't represent Alibaba Cloud's opinion; products and services mentioned on that page don't have any relationship with Alibaba Cloud. If the content of the page makes you feel confusing, please write us an email, we will handle the problem within 5 days after receiving your email.

    If you find any instances of plagiarism from the community, please send an email to: info-contact@alibabacloud.com and provide relevant evidence. A staff member will contact you within 5 working days.

    What's Trending
    Top 10 Tags
    datastax versions naming convention zookeeper client class definition md5 microsoft sql server 2005 data structures exception handling error handling
    Top 10 Keywords
    microsoft download center down wordpress address url site address url wordpress address url windows installer 4 0 download 302 not found web address url definition site address url wordpress db2 integer mac os installation step by step pdf abbreviation for return

    A Free Trial That Lets You Build Big!

    Start building with 50+ products and up to 12 months usage for Elastic Compute Service

    Get Started for Free

    • Sales Support

      1 on 1 presale consultation

      Chat Contact Sales

    • After-Sales Support

      24/7 Technical Support 6 Free Tickets per Quarter Faster Response

      Open a Ticket

    • Alibaba Cloud offers highly flexible support services tailored to meet your exact needs.

      Learn More