hbase 出现的问题 -凯发k8国际

log4j:warn no appenders could be found for logger (org.apache.hadoop.util.shell).
log4j:warn please initialize the log4j system properly.
log4j:warn see http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
exception in thread "main" org.apache.hadoop.hbase.client.retriesexhaustedexception: failed after attempts=36, exceptions:
fri jun 12 12:00:57 cst 2015, null, java.net.sockettimeoutexception: calltimeout=60000, callduration=71425: row 'mytown:blog,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise06,60020,1434081500945, seqnum=0

    at org.apache.hadoop.hbase.client.rpcretryingcallerwithreadreplicas.throwenrichedexception(rpcretryingcallerwithreadreplicas.java:264)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:215)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:56)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithoutretries(rpcretryingcaller.java:200)
    at org.apache.hadoop.hbase.client.clientscanner.call(clientscanner.java:288)
    at org.apache.hadoop.hbase.client.clientscanner.nextscanner(clientscanner.java:267)
    at org.apache.hadoop.hbase.client.clientscanner.initializescannerinconstruction(clientscanner.java:139)
    at org.apache.hadoop.hbase.client.clientscanner.(clientscanner.java:134)
    at org.apache.hadoop.hbase.client.htable.getscanner(htable.java:825)
    at org.apache.hadoop.hbase.metatableaccessor.fullscan(metatableaccessor.java:601)
    at org.apache.hadoop.hbase.metatableaccessor.tableexists(metatableaccessor.java:365)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:281)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:291)
    at org.zjenterprise.tizr.hbase.hbaseoperation.createtable(hbaseoperation.java:39)
    at org.zjenterprise.tizr.hbase.hbasetestb.main(hbasetestb.java:33)
caused by: java.net.sockettimeoutexception: calltimeout=60000, callduration=71425: row 'mytown:blog,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise06,60020,1434081500945, seqnum=0
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:159)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:310)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:291)
    at java.util.concurrent.futuretask.run(futuretask.java:266)
    at java.util.concurrent.threadpoolexecutor.runworker(threadpoolexecutor.java:1142)
    at java.util.concurrent.threadpoolexecutor$worker.run(threadpoolexecutor.java:617)
    at java.lang.thread.run(thread.java:745)
caused by: org.apache.hadoop.net.connecttimeoutexception: 10000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.socketchannel[connection-pending remote=zjenterprise06/60.191.124.236:60020]
    at org.apache.hadoop.net.netutils.connect(netutils.java:534)
    at org.apache.hadoop.net.netutils.connect(netutils.java:495)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupconnection(rpcclientimpl.java:403)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupiostreams(rpcclientimpl.java:709)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.writerequest(rpcclientimpl.java:880)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.tracedwriterequest(rpcclientimpl.java:849)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl.call(rpcclientimpl.java:1173)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient.callblockingmethod(abstractrpcclient.java:216)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient$blockingrpcchannelimplementation.callblockingmethod(abstractrpcclient.java:300)
    at org.apache.hadoop.hbase.protobuf.generated.clientprotos$clientservice$blockingstub.scan(clientprotos.java:31889)
    at org.apache.hadoop.hbase.client.scannercallable.openscanner(scannercallable.java:344)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:188)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:62)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:126)
    ... 6 more
//////////////////////////////////////////////////////////////////////////////////////////////////////////

start create table ......
log4j:warn no appenders could be found for logger (org.apache.hadoop.metrics2.lib.mutablemetricsfactory).
log4j:warn please initialize the log4j system properly.
log4j:warn see http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
org.apache.hadoop.hbase.client.retriesexhaustedexception: failed after attempts=36, exceptions:
mon jun 01 08:29:21 cst 2015, null, java.net.sockettimeoutexception: calltimeout=60000, callduration=68287: row 'mytown:myhome,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise05,60021,1432399066976, seqnum=0

    at org.apache.hadoop.hbase.client.rpcretryingcallerwithreadreplicas.throwenrichedexception(rpcretryingcallerwithreadreplicas.java:264)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:199)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:56)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithoutretries(rpcretryingcaller.java:200)
    at org.apache.hadoop.hbase.client.clientscanner.call(clientscanner.java:287)
    at org.apache.hadoop.hbase.client.clientscanner.nextscanner(clientscanner.java:267)
    at org.apache.hadoop.hbase.client.clientscanner.initializescannerinconstruction(clientscanner.java:139)
    at org.apache.hadoop.hbase.client.clientscanner.(clientscanner.java:134)
    at org.apache.hadoop.hbase.client.htable.getscanner(htable.java:825)
    at org.apache.hadoop.hbase.metatableaccessor.fullscan(metatableaccessor.java:601)
    at org.apache.hadoop.hbase.metatableaccessor.tableexists(metatableaccessor.java:365)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:281)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:291)
    at org.zjenterprise.framework.hbase.hbasetest.createtable(hbasetest.java:60)
    at org.zjenterprise.framework.hbase.hbasetest.main(hbasetest.java:46)
caused by: java.net.sockettimeoutexception: calltimeout=60000, callduration=68287: row 'mytown:myhome,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise05,60021,1432399066976, seqnum=0
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:159)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:294)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:275)
    at java.util.concurrent.futuretask.run(futuretask.java:266)
    at java.util.concurrent.threadpoolexecutor.runworker(threadpoolexecutor.java:1142)
    at java.util.concurrent.threadpoolexecutor$worker.run(threadpoolexecutor.java:617)
    at java.lang.thread.run(thread.java:745)
caused by: org.apache.hadoop.net.connecttimeoutexception: 10000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.socketchannel[connection-pending remote=zjenterprise05/60.191.124.236:60021]
    at org.apache.hadoop.net.netutils.connect(netutils.java:533)
    at org.apache.hadoop.net.netutils.connect(netutils.java:494)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupconnection(rpcclientimpl.java:403)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupiostreams(rpcclientimpl.java:709)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.writerequest(rpcclientimpl.java:880)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.tracedwriterequest(rpcclientimpl.java:849)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl.call(rpcclientimpl.java:1173)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient.callblockingmethod(abstractrpcclient.java:216)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient$blockingrpcchannelimplementation.callblockingmethod(abstractrpcclient.java:300)
    at org.apache.hadoop.hbase.protobuf.generated.clientprotos$clientservice$blockingstub.scan(clientprotos.java:31751)
    at org.apache.hadoop.hbase.client.scannercallable.openscanner(scannercallable.java:332)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:187)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:62)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:126)
    ... 6 more
end create table ......

2

－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－－

org.apache.hadoop.hbase.client.retriesexhaustedexception: failed after attempts=36, exceptions:
mon jun 01 08:42:10 cst 2015, null, java.net.sockettimeoutexception: calltimeout=60000, callduration=68563: row 'mytown:myhome,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise01,60021,1433119375125, seqnum=0

    at org.apache.hadoop.hbase.client.rpcretryingcallerwithreadreplicas.throwenrichedexception(rpcretryingcallerwithreadreplicas.java:264)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:199)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas.call(scannercallablewithreplicas.java:56)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithoutretries(rpcretryingcaller.java:200)
    at org.apache.hadoop.hbase.client.clientscanner.call(clientscanner.java:287)
    at org.apache.hadoop.hbase.client.clientscanner.nextscanner(clientscanner.java:267)
    at org.apache.hadoop.hbase.client.clientscanner.initializescannerinconstruction(clientscanner.java:139)
    at org.apache.hadoop.hbase.client.clientscanner.(clientscanner.java:134)
    at org.apache.hadoop.hbase.client.htable.getscanner(htable.java:825)
    at org.apache.hadoop.hbase.metatableaccessor.fullscan(metatableaccessor.java:601)
    at org.apache.hadoop.hbase.metatableaccessor.tableexists(metatableaccessor.java:365)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:281)
    at org.apache.hadoop.hbase.client.hbaseadmin.tableexists(hbaseadmin.java:291)
    at org.zjenterprise.framework.hbase.hbasetest.createtable(hbasetest.java:62)
    at org.zjenterprise.framework.hbase.hbasetest.main(hbasetest.java:47)
caused by: java.net.sockettimeoutexception: calltimeout=60000, callduration=68563: row 'mytown:myhome,,' on table 'hbase:meta' at region=hbase:meta,,1.1588230740, hostname=zjenterprise01,60021,1433119375125, seqnum=0
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:159)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:294)
    at org.apache.hadoop.hbase.client.scannercallablewithreplicas$retryingrpc.call(scannercallablewithreplicas.java:275)
    at java.util.concurrent.futuretask.run(futuretask.java:266)
    at java.util.concurrent.threadpoolexecutor.runworker(threadpoolexecutor.java:1142)
    at java.util.concurrent.threadpoolexecutor$worker.run(threadpoolexecutor.java:617)
    at java.lang.thread.run(thread.java:745)
caused by: org.apache.hadoop.net.connecttimeoutexception: 10000 millis timeout while waiting for channel to be ready for connect. ch : java.nio.channels.socketchannel[connection-pending remote=zjenterprise01/60.191.124.236:60021]
    at org.apache.hadoop.net.netutils.connect(netutils.java:533)
    at org.apache.hadoop.net.netutils.connect(netutils.java:494)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupconnection(rpcclientimpl.java:403)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.setupiostreams(rpcclientimpl.java:709)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.writerequest(rpcclientimpl.java:880)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl$connection.tracedwriterequest(rpcclientimpl.java:849)
    at org.apache.hadoop.hbase.ipc.rpcclientimpl.call(rpcclientimpl.java:1173)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient.callblockingmethod(abstractrpcclient.java:216)
    at org.apache.hadoop.hbase.ipc.abstractrpcclient$blockingrpcchannelimplementation.callblockingmethod(abstractrpcclient.java:300)
    at org.apache.hadoop.hbase.protobuf.generated.clientprotos$clientservice$blockingstub.scan(clientprotos.java:31751)
    at org.apache.hadoop.hbase.client.scannercallable.openscanner(scannercallable.java:332)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:187)
    at org.apache.hadoop.hbase.client.scannercallable.call(scannercallable.java:62)
    at org.apache.hadoop.hbase.client.rpcretryingcaller.callwithretries(rpcretryingcaller.java:126)
    ... 6 more
end create table ......

2015-06-11 15:42:13,062 info  [main] zookeeper.zookeeper: initiating client connection, connectstring=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181 sessiontimeout=120000 watcher=master:600000x0, quorum=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181, baseznode=/hbase
2015-06-11 15:42:13,072 info  [main-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: opening socket connection to server 192.168.3.142/192.168.3.142:2181. will not attempt to authenticate using sasl (unknown error)
2015-06-11 15:42:13,106 info  [main-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: socket connection established to 192.168.3.142/192.168.3.142:2181, initiating session
2015-06-11 15:42:13,122 info  [main-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: session establishment complete on server 192.168.3.142/192.168.3.142:2181, sessionid = 0x34de190d9cf0001, negotiated timeout = 40000
2015-06-11 15:42:13,175 info  [rpcserver.responder] ipc.rpcserver: rpcserver.responder: starting
2015-06-11 15:42:13,181 info  [rpcserver.listener,port=60000] ipc.rpcserver: rpcserver.listener,port=60000: starting
2015-06-11 15:42:13,238 info  [main] mortbay.log: logging to org.slf4j.impl.log4jloggeradapter(org.mortbay.log) via org.mortbay.log.slf4jlog
2015-06-11 15:42:13,244 info  [main] http.httprequestlog: http request log for http.requests.master is not defined
2015-06-11 15:42:13,251 info  [main] http.httpserver: added global filter 'safety' (class=org.apache.hadoop.hbase.http.httpserver$quotinginputfilter)
2015-06-11 15:42:13,255 info  [main] http.httpserver: added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.staticuserwebfilter$staticuserfilter) to context master
2015-06-11 15:42:13,255 info  [main] http.httpserver: added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.staticuserwebfilter$staticuserfilter) to context logs
2015-06-11 15:42:13,255 info  [main] http.httpserver: added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.staticuserwebfilter$staticuserfilter) to context static
2015-06-11 15:42:13,265 info  [main] http.httpserver: jetty bound to port 16010
2015-06-11 15:42:13,265 info  [main] mortbay.log: jetty-6.1.26
2015-06-11 15:42:13,612 info  [main] mortbay.log: started selectchannelconnector@0.0.0.0:16010
2015-06-11 15:42:13,613 info  [main] master.hmaster: hbase.rootdir=hdfs://192.168.3.130:9000/hbase, hbase.cluster.distributed=true
2015-06-11 15:42:13,621 info  [main] master.hmaster: adding backup master znode /hbase/backup-masters/zjenterprise01,60000,1434008532400
2015-06-11 15:42:13,734 info  [zjenterprise01:60000.activemastermanager] master.activemastermanager: deleting znode for /hbase/backup-masters/zjenterprise01,60000,1434008532400 from backup master directory
2015-06-11 15:42:13,755 info  [zjenterprise01:60000.activemastermanager] master.activemastermanager: registered active master=zjenterprise01,60000,1434008532400
2015-06-11 15:42:13,772 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.recoverablezookeeper: process identifier=hconnection-0x2bba5623 connecting to zookeeper ensemble=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181
2015-06-11 15:42:13,772 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.zookeeper: initiating client connection, connectstring=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181 sessiontimeout=120000 watcher=hconnection-0x2bba56230x0, quorum=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181, baseznode=/hbase
2015-06-11 15:42:13,773 info  [master/zjenterprise01/192.168.3.130:60000-sendthread(192.168.3.130:2181)] zookeeper.clientcnxn: opening socket connection to server 192.168.3.130/192.168.3.130:2181. will not attempt to authenticate using sasl (unknown error)
2015-06-11 15:42:13,773 info  [master/zjenterprise01/192.168.3.130:60000-sendthread(192.168.3.130:2181)] zookeeper.clientcnxn: socket connection established to 192.168.3.130/192.168.3.130:2181, initiating session
2015-06-11 15:42:13,784 info  [master/zjenterprise01/192.168.3.130:60000-sendthread(192.168.3.130:2181)] zookeeper.clientcnxn: session establishment complete on server 192.168.3.130/192.168.3.130:2181, sessionid = 0x14de190d61e0001, negotiated timeout = 40000
2015-06-11 15:42:13,801 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: clusterid : a1299f43-a1d1-4189-95cd-963fc5e220b6
2015-06-11 15:42:13,852 info  [zjenterprise01:60000.activemastermanager] util.fsutils: waiting for dfs to exit safe mode...
2015-06-11 15:42:24,491 info  [zjenterprise01:60000.activemastermanager] fs.hfilesystem: added intercepting call to namenode#getblocklocations so can do block reordering using class class org.apache.hadoop.hbase.fs.hfilesystem$reorderwalblocks
2015-06-11 15:42:24,500 info  [zjenterprise01:60000.activemastermanager] coordination.splitlogmanagercoordination: found 0 orphan tasks and 0 rescan nodes
2015-06-11 15:42:24,522 info  [zjenterprise01:60000.activemastermanager] zookeeper.recoverablezookeeper: process identifier=hconnection-0x4de50506 connecting to zookeeper ensemble=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181
2015-06-11 15:42:24,522 info  [zjenterprise01:60000.activemastermanager] zookeeper.zookeeper: initiating client connection, connectstring=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181 sessiontimeout=120000 watcher=hconnection-0x4de505060x0, quorum=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181, baseznode=/hbase
2015-06-11 15:42:24,523 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: opening socket connection to server 192.168.3.142/192.168.3.142:2181. will not attempt to authenticate using sasl (unknown error)
2015-06-11 15:42:24,524 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: socket connection established to 192.168.3.142/192.168.3.142:2181, initiating session
2015-06-11 15:42:24,536 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.142:2181)] zookeeper.clientcnxn: session establishment complete on server 192.168.3.142/192.168.3.142:2181, sessionid = 0x34de190d9cf0002, negotiated timeout = 40000
2015-06-11 15:42:24,555 info  [zjenterprise01:60000.activemastermanager] balancer.stochasticloadbalancer: loading config
2015-06-11 15:42:24,609 info  [zjenterprise01:60000.activemastermanager] master.hmaster: server active/primary master=zjenterprise01,60000,1434008532400, sessionid=0x34de190d9cf0001, setting cluster-up flag (was=true)
2015-06-11 15:42:24,629 info  [zjenterprise01:60000.activemastermanager] procedure.zkprocedureutil: clearing all procedure znodes: /hbase/flush-table-proc/acquired /hbase/flush-table-proc/reached /hbase/flush-table-proc/abort
2015-06-11 15:42:24,645 info  [zjenterprise01:60000.activemastermanager] procedure.zkprocedureutil: clearing all procedure znodes: /hbase/online-snapshot/acquired /hbase/online-snapshot/reached /hbase/online-snapshot/abort
2015-06-11 15:42:24,663 info  [zjenterprise01:60000.activemastermanager] master.mastercoprocessorhost: system coprocessor loading is enabled
2015-06-11 15:42:24,666 info  [zjenterprise01:60000.activemastermanager] zookeeper.recoverablezookeeper: process identifier=replicationlogcleaner connecting to zookeeper ensemble=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181
2015-06-11 15:42:24,666 info  [zjenterprise01:60000.activemastermanager] zookeeper.zookeeper: initiating client connection, connectstring=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181 sessiontimeout=120000 watcher=replicationlogcleaner0x0, quorum=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181, baseznode=/hbase
2015-06-11 15:42:24,667 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.140:2181)] zookeeper.clientcnxn: opening socket connection to server 192.168.3.140/192.168.3.140:2181. will not attempt to authenticate using sasl (unknown error)
2015-06-11 15:42:24,667 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.140:2181)] zookeeper.clientcnxn: socket connection established to 192.168.3.140/192.168.3.140:2181, initiating session
2015-06-11 15:42:24,679 info  [zjenterprise01:60000.activemastermanager-sendthread(192.168.3.140:2181)] zookeeper.clientcnxn: session establishment complete on server 192.168.3.140/192.168.3.140:2181, sessionid = 0x24de190d5be0006, negotiated timeout = 40000
2015-06-11 15:42:24,698 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 0, slept for 0 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:24,752 info  [b.defaultrpcserver.handler=13,queue=1,port=60000] master.servermanager: registering server=zjenterprise06,60020,1434008534587
2015-06-11 15:42:24,798 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 1, slept for 100 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:25,026 info  [b.defaultrpcserver.handler=16,queue=1,port=60000] master.servermanager: registering server=zjenterprise07,60020,1434008536683
2015-06-11 15:42:25,049 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 2, slept for 351 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:26,554 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 2, slept for 1856 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:27,107 info  [b.defaultrpcserver.handler=19,queue=1,port=60000] master.servermanager: registering server=zjenterprise01,60020,1434008533879
2015-06-11 15:42:27,156 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 3, slept for 2458 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:28,661 info  [zjenterprise01:60000.activemastermanager] master.servermanager: waiting for region servers count to settle; currently checked in 3, slept for 3962 ms, expecting minimum of 1, maximum of 2147483647, timeout of 4500 ms, interval of 1500 ms.
2015-06-11 15:42:29,213 info  [zjenterprise01:60000.activemastermanager] master.servermanager: finished waiting for region servers count to settle; checked in 3, slept for 4515 ms, expecting minimum of 1, maximum of 2147483647, master is running
2015-06-11 15:42:29,223 info  [zjenterprise01:60000.activemastermanager] master.masterfilesystem: log folder hdfs://192.168.3.130:9000/hbase/wals/zjenterprise01,60020,1434008533879 belongs to an existing region server
2015-06-11 15:42:29,225 info  [zjenterprise01:60000.activemastermanager] master.masterfilesystem: log folder hdfs://192.168.3.130:9000/hbase/wals/zjenterprise06,60020,1434008534587 belongs to an existing region server
2015-06-11 15:42:29,226 info  [zjenterprise01:60000.activemastermanager] master.masterfilesystem: log folder hdfs://192.168.3.130:9000/hbase/wals/zjenterprise07,60020,1434008536683 belongs to an existing region server
2015-06-11 15:42:29,314 info  [zjenterprise01:60000.activemastermanager] zookeeper.metatablelocator: failed verification of hbase:meta,,1 at address=zjenterprise07,60020,1433932864870, exception=org.apache.hadoop.hbase.notservingregionexception: region hbase:meta,,1 is not online on zjenterprise07,60020,1434008536683
    at org.apache.hadoop.hbase.regionserver.hregionserver.getregionbyencodedname(hregionserver.java:2749)
    at org.apache.hadoop.hbase.regionserver.rsrpcservices.getregion(rsrpcservices.java:863)
    at org.apache.hadoop.hbase.regionserver.rsrpcservices.getregioninfo(rsrpcservices.java:1141)
    at org.apache.hadoop.hbase.protobuf.generated.adminprotos$adminservice$2.callblockingmethod(adminprotos.java:20862)
    at org.apache.hadoop.hbase.ipc.rpcserver.call(rpcserver.java:2031)
    at org.apache.hadoop.hbase.ipc.callrunner.run(callrunner.java:107)
    at org.apache.hadoop.hbase.ipc.rpcexecutor.consumerloop(rpcexecutor.java:130)
    at org.apache.hadoop.hbase.ipc.rpcexecutor$1.run(rpcexecutor.java:107)
    at java.lang.thread.run(thread.java:745)

2015-06-11 15:42:29,319 info  [zjenterprise01:60000.activemastermanager] master.masterfilesystem: log dir for server zjenterprise07,60020,1433932864870 does not exist
2015-06-11 15:42:29,319 info  [zjenterprise01:60000.activemastermanager] master.splitlogmanager: dead splitlog workers [zjenterprise07,60020,1433932864870]
2015-06-11 15:42:29,321 info  [zjenterprise01:60000.activemastermanager] master.splitlogmanager: started splitting 0 logs in [] for [zjenterprise07,60020,1433932864870]
2015-06-11 15:42:29,322 info  [zjenterprise01:60000.activemastermanager] master.splitlogmanager: finished splitting (more than or equal to) 0 bytes in 0 log files in [] in 1ms
2015-06-11 15:42:29,323 info  [zjenterprise01:60000.activemastermanager] zookeeper.metatablelocator: deleting hbase:meta region location in zookeeper
2015-06-11 15:42:29,375 info  [zjenterprise01:60000.activemastermanager] master.assignmentmanager: assigning hbase:meta,,1.1588230740 to zjenterprise07,60020,1434008536683
2015-06-11 15:42:29,375 info  [zjenterprise01:60000.activemastermanager] master.regionstates: transition {1588230740 state=offline, ts=1434008549358, server=null} to {1588230740 state=pending_open, ts=1434008549375, server=zjenterprise07,60020,1434008536683}
2015-06-11 15:42:29,418 info  [zjenterprise01:60000.activemastermanager] master.servermanager: assignmentmanager hasn't finished failover cleanup; waiting
2015-06-11 15:42:29,460 info  [am.zk.worker-pool2-t1] master.regionstates: transition {1588230740 state=pending_open, ts=1434008549375, server=zjenterprise07,60020,1434008536683} to {1588230740 state=opening, ts=1434008549460, server=zjenterprise07,60020,1434008536683}
2015-06-11 15:42:30,026 info  [am.zk.worker-pool2-t2] master.regionstates: transition {1588230740 state=opening, ts=1434008549460, server=zjenterprise07,60020,1434008536683} to {1588230740 state=open, ts=1434008550025, server=zjenterprise07,60020,1434008536683}
2015-06-11 15:42:30,029 info  [am.zk.worker-pool2-t2] coordination.zkopenregioncoordination: handling opened of 1588230740 from zjenterprise01,60000,1434008532400; deleting unassigned node
2015-06-11 15:42:30,041 info  [am.zk.worker-pool2-t3] master.regionstates: onlined 1588230740 on zjenterprise07,60020,1434008536683
2015-06-11 15:42:30,041 info  [zjenterprise01:60000.activemastermanager] master.hmaster: hbase:meta assigned=1, rit=false, location=zjenterprise07,60020,1434008536683
2015-06-11 15:42:30,108 info  [zjenterprise01:60000.activemastermanager] hbase.metamigrationconvertingtopb: hbase:meta doesn't have any entries to update.
2015-06-11 15:42:30,108 info  [zjenterprise01:60000.activemastermanager] hbase.metamigrationconvertingtopb: meta already up-to date with pb serialization
2015-06-11 15:42:30,149 info  [zjenterprise01:60000.activemastermanager] master.assignmentmanager: clean cluster startup. assigning user regions
2015-06-11 15:42:30,172 info  [zjenterprise01:60000.activemastermanager] master.assignmentmanager: joined the cluster in 64ms, failover=false
2015-06-11 15:42:30,191 info  [zjenterprise01:60000.activemastermanager] master.tablenamespacemanager: namespace table not found. creating...
2015-06-11 15:42:30,315 fatal [zjenterprise01:60000.activemastermanager] master.hmaster: failed to become active master
org.apache.hadoop.hbase.tableexistsexception: hbase:namespace
    at org.apache.hadoop.hbase.master.handler.createtablehandler.checkandsetenablingtable(createtablehandler.java:151)
    at org.apache.hadoop.hbase.master.handler.createtablehandler.prepare(createtablehandler.java:124)
    at org.apache.hadoop.hbase.master.tablenamespacemanager.createnamespacetable(tablenamespacemanager.java:233)
    at org.apache.hadoop.hbase.master.tablenamespacemanager.start(tablenamespacemanager.java:86)
    at org.apache.hadoop.hbase.master.hmaster.initnamespace(hmaster.java:871)
    at org.apache.hadoop.hbase.master.hmaster.finishactivemasterinitialization(hmaster.java:722)
    at org.apache.hadoop.hbase.master.hmaster.access$500(hmaster.java:165)
    at org.apache.hadoop.hbase.master.hmaster$1.run(hmaster.java:1428)
    at java.lang.thread.run(thread.java:745)
2015-06-11 15:42:30,318 fatal [zjenterprise01:60000.activemastermanager] master.hmaster: master server abort: loaded coprocessors are: []
2015-06-11 15:42:30,318 fatal [zjenterprise01:60000.activemastermanager] master.hmaster: unhandled exception. starting shutdown.
org.apache.hadoop.hbase.tableexistsexception: hbase:namespace
    at org.apache.hadoop.hbase.master.handler.createtablehandler.checkandsetenablingtable(createtablehandler.java:151)
    at org.apache.hadoop.hbase.master.handler.createtablehandler.prepare(createtablehandler.java:124)
    at org.apache.hadoop.hbase.master.tablenamespacemanager.createnamespacetable(tablenamespacemanager.java:233)
    at org.apache.hadoop.hbase.master.tablenamespacemanager.start(tablenamespacemanager.java:86)
    at org.apache.hadoop.hbase.master.hmaster.initnamespace(hmaster.java:871)
    at org.apache.hadoop.hbase.master.hmaster.finishactivemasterinitialization(hmaster.java:722)
    at org.apache.hadoop.hbase.master.hmaster.access$500(hmaster.java:165)
    at org.apache.hadoop.hbase.master.hmaster$1.run(hmaster.java:1428)
    at java.lang.thread.run(thread.java:745)
2015-06-11 15:42:30,318 info  [zjenterprise01:60000.activemastermanager] regionserver.hregionserver: stopped: unhandled exception. starting shutdown.
2015-06-11 15:42:30,318 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: stopping infoserver
2015-06-11 15:42:30,321 info  [master/zjenterprise01/192.168.3.130:60000] mortbay.log: stopped selectchannelconnector@0.0.0.0:16010
2015-06-11 15:42:30,422 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: stopping server zjenterprise01,60000,1434008532400
2015-06-11 15:42:30,429 info  [master/zjenterprise01/192.168.3.130:60000] client.connectionmanager$hconnectionimplementation: closing zookeeper sessionid=0x14de190d61e0001
2015-06-11 15:42:30,447 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.zookeeper: session: 0x14de190d61e0001 closed
2015-06-11 15:42:30,447 info  [master/zjenterprise01/192.168.3.130:60000-eventthread] zookeeper.clientcnxn: eventthread shut down
2015-06-11 15:42:30,502 info  [zjenterprise01,60000,1434008532400.splitlogmanagertimeoutmonitor] master.splitlogmanager$timeoutmonitor: zjenterprise01,60000,1434008532400.splitlogmanagertimeoutmonitor exiting
2015-06-11 15:42:30,548 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: stopping server zjenterprise01,60000,1434008532400; all regions closed.
2015-06-11 15:42:30,549 info  [zjenterprise01,60000,1434008532400-balancerchore] balancer.balancerchore: zjenterprise01,60000,1434008532400-balancerchore exiting
2015-06-11 15:42:30,549 info  [zjenterprise01:60000.oldlogcleaner] cleaner.logcleaner: zjenterprise01:60000.oldlogcleaner exiting
2015-06-11 15:42:30,549 info  [catalogjanitor-zjenterprise01:60000] master.catalogjanitor: catalogjanitor-zjenterprise01:60000 exiting
2015-06-11 15:42:30,549 info  [zjenterprise01,60000,1434008532400-clusterstatuschore] balancer.clusterstatuschore: zjenterprise01,60000,1434008532400-clusterstatuschore exiting
2015-06-11 15:42:30,549 info  [zjenterprise01:60000.oldlogcleaner] master.replicationlogcleaner: stopping replicationlogcleaner-0x24de190d5be0006, quorum=192.168.3.140:2181,192.168.3.130:2181,192.168.3.142:2181, baseznode=/hbase
2015-06-11 15:42:30,550 info  [zjenterprise01:60000.archivedhfilecleaner] cleaner.hfilecleaner: zjenterprise01:60000.archivedhfilecleaner exiting
2015-06-11 15:42:30,557 info  [zjenterprise01:60000.oldlogcleaner] zookeeper.zookeeper: session: 0x24de190d5be0006 closed
2015-06-11 15:42:30,557 info  [zjenterprise01:60000.activemastermanager-eventthread] zookeeper.clientcnxn: eventthread shut down
2015-06-11 15:42:30,565 info  [master/zjenterprise01/192.168.3.130:60000] client.connectionmanager$hconnectionimplementation: closing zookeeper sessionid=0x34de190d9cf0002
2015-06-11 15:42:30,606 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.zookeeper: session: 0x34de190d9cf0002 closed
2015-06-11 15:42:30,606 info  [zjenterprise01:60000.activemastermanager-eventthread] zookeeper.clientcnxn: eventthread shut down
2015-06-11 15:42:30,707 info  [master/zjenterprise01/192.168.3.130:60000] flush.masterflushtableproceduremanager: stop: server shutting down.
2015-06-11 15:42:30,708 info  [master/zjenterprise01/192.168.3.130:60000] ipc.rpcserver: stopping server on 60000
2015-06-11 15:42:30,708 info  [rpcserver.listener,port=60000] ipc.rpcserver: rpcserver.listener,port=60000: stopping
2015-06-11 15:42:30,709 info  [rpcserver.responder] ipc.rpcserver: rpcserver.responder: stopped
2015-06-11 15:42:30,709 info  [rpcserver.responder] ipc.rpcserver: rpcserver.responder: stopping
2015-06-11 15:42:30,731 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.recoverablezookeeper: node /hbase/rs/zjenterprise01,60000,1434008532400 already deleted, retry=false
2015-06-11 15:42:30,739 info  [master/zjenterprise01/192.168.3.130:60000] zookeeper.zookeeper: session: 0x34de190d9cf0001 closed
2015-06-11 15:42:30,739 info  [main-eventthread] zookeeper.clientcnxn: eventthread shut down
2015-06-11 15:42:30,739 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: stopping server zjenterprise01,60000,1434008532400; zookeeper connection closed.
2015-06-11 15:42:30,745 info  [master/zjenterprise01/192.168.3.130:60000] regionserver.hregionserver: master/zjenterprise01/192.168.3.130:60000 exiting