[hbase@tempt21 ~]$ tail -f hbase/log/hbase-hbase-master-tempt21.log |grep 3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:36:01,083 INFO [PEWorker-1] procedure.MasterProcedureScheduler: Took xlock for pid=1, state=RUNNABLE:REGION_TRANSITION_QUEUE; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:36:01,262 INFO [PEWorker-1] assignment.AssignProcedure: Starting pid=1, state=RUNNABLE:REGION_TRANSITION_QUEUE, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7; rit=OFFLINE, location=tempt20,16020,1561516292011; forceNewPlan=false, retain=true 2019-06-26 10:36:01,430 INFO [PEWorker-3] assignment.RegionStateStore: pid=1 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=OPENING, regionLocation=tempt20,16020,1561516407181 2019-06-26 10:36:01,456 INFO [PEWorker-3] assignment.RegionTransitionProcedure: Dispatch pid=1, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 java.io.IOException: java.io.IOException: Missing table descriptor for 3c9d8786bee31b541fffa0422b8ba2e7 Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(java.io.IOException): java.io.IOException: Missing table descriptor for 3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:36:01,909 WARN [RSProcedureDispatcher-pool3-t1] assignment.RegionTransitionProcedure: Remote call failed pid=1, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 rit=OPENING, location=tempt20,16020,1561516407181 java.io.IOException: java.io.IOException: Missing table descriptor for 3c9d8786bee31b541fffa0422b8ba2e7 Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(java.io.IOException): java.io.IOException: Missing table descriptor for 3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:36:01,911 INFO [RSProcedureDispatcher-pool3-t1] assignment.AssignProcedure: Retry=1 of max=2147483647; pid=1, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7; rit=OPENING, location=tempt20,16020,1561516407181 2019-06-26 10:36:01,912 INFO [PEWorker-2] assignment.AssignProcedure: Starting pid=1, state=RUNNABLE:REGION_TRANSITION_QUEUE, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7; rit=OFFLINE, location=null; forceNewPlan=true, retain=false 2019-06-26 10:36:02,113 INFO [PEWorker-5] assignment.RegionStateStore: pid=1 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=OPENING, regionLocation=tempt21,16020,1560428921926 2019-06-26 10:36:02,121 INFO [PEWorker-5] assignment.RegionTransitionProcedure: Dispatch pid=1, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:36:02,390 INFO [PEWorker-4] assignment.RegionStateStore: pid=1 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=OPEN, openSeqNum=50, regionLocation=tempt21,16020,1560428921926 2019-06-26 10:36:02,501 INFO [PEWorker-4] procedure2.ProcedureExecutor: Finished pid=1, state=SUCCESS; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 in 1.7150sec 2019-06-26 10:38:09,749 INFO [RpcServer.default.FPBQ.Fifo.handler=28,queue=1,port=16000] master.HMaster: Client=hbase//10.160.132.225 split yhytest,,1561513677516.3c9d8786bee31b541fffa0422b8ba2e7. 2019-06-26 10:38:10,098 INFO [PEWorker-6] procedure.MasterProcedureScheduler: Took xlock for pid=2, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE; SplitTableRegionProcedure table=yhytest, parent=3c9d8786bee31b541fffa0422b8ba2e7, daughterA=4c466cd6a6a3b9d804a8c8f0c41dcc66, daughterB=9787412d2acd7f0aac5cb31e318676ba 2019-06-26 10:38:10,273 INFO [PEWorker-6] procedure2.ProcedureExecutor: Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE:REGION_TRANSITION_DISPATCH; UnassignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7, override=true, server=tempt21,16020,1560428921926}] 2019-06-26 10:38:10,330 INFO [PEWorker-7] procedure.MasterProcedureScheduler: Took xlock for pid=3, ppid=2, state=RUNNABLE:REGION_TRANSITION_DISPATCH; UnassignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7, override=true, server=tempt21,16020,1560428921926 2019-06-26 10:38:10,379 INFO [PEWorker-7] assignment.RegionStateStore: pid=3 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=CLOSING, regionLocation=tempt21,16020,1560428921926 2019-06-26 10:38:10,383 INFO [PEWorker-7] assignment.RegionTransitionProcedure: Dispatch pid=3, ppid=2, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; UnassignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7, override=true, server=tempt21,16020,1560428921926 2019-06-26 10:38:10,600 INFO [PEWorker-8] assignment.RegionStateStore: pid=3 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=CLOSED 2019-06-26 10:38:10,783 INFO [PEWorker-8] procedure2.ProcedureExecutor: Finished subprocedure pid=3, resume processing parent pid=2, state=RUNNABLE:SPLIT_TABLE_REGIONS_CHECK_CLOSED_REGIONS, locked=true; SplitTableRegionProcedure table=yhytest, parent=3c9d8786bee31b541fffa0422b8ba2e7, daughterA=4c466cd6a6a3b9d804a8c8f0c41dcc66, daughterB=9787412d2acd7f0aac5cb31e318676ba 2019-06-26 10:38:10,783 INFO [PEWorker-8] procedure2.ProcedureExecutor: Finished pid=3, ppid=2, state=SUCCESS; UnassignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7, override=true, server=tempt21,16020,1560428921926 in 336msec, unfinishedSiblingCount=0 2019-06-26 10:38:10,991 INFO [PEWorker-9] assignment.SplitTableRegionProcedure: pid=2 splitting 2 storefiles, region=3c9d8786bee31b541fffa0422b8ba2e7, threads=2 2019-06-26 10:38:12,862 INFO [PEWorker-16] procedure2.ProcedureExecutor: Finished subprocedure pid=5, resume processing parent pid=2, state=RUNNABLE:SPLIT_TABLE_REGION_POST_OPERATION, locked=true; SplitTableRegionProcedure table=yhytest, parent=3c9d8786bee31b541fffa0422b8ba2e7, daughterA=4c466cd6a6a3b9d804a8c8f0c41dcc66, daughterB=9787412d2acd7f0aac5cb31e318676ba 2019-06-26 10:38:13,009 INFO [PEWorker-15] procedure2.ProcedureExecutor: Finished pid=2, state=SUCCESS; SplitTableRegionProcedure table=yhytest, parent=3c9d8786bee31b541fffa0422b8ba2e7, daughterA=4c466cd6a6a3b9d804a8c8f0c41dcc66, daughterB=9787412d2acd7f0aac5cb31e318676ba in 3.1010sec 2019-06-26 10:40:42,507 INFO [PEWorker-1] procedure.MasterProcedureScheduler: Took xlock for pid=6, state=RUNNABLE:GC_REGION_PREPARE; GCRegionProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:40:43,262 INFO [PEWorker-1] hbase.MetaTableAccessor: Deleted yhytest,,1561513677516.3c9d8786bee31b541fffa0422b8ba2e7. 2019-06-26 10:40:43,478 INFO [PEWorker-1] procedure2.ProcedureExecutor: Finished pid=6, state=SUCCESS; GCRegionProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 in 926msec 2019-06-26 10:41:48,419 INFO [PEWorker-13] procedure2.ProcedureExecutor: Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_TRANSITION_QUEUE; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7}] 2019-06-26 10:41:48,467 INFO [PEWorker-7] procedure.MasterProcedureScheduler: Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_TRANSITION_QUEUE; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:41:48,581 INFO [PEWorker-7] assignment.AssignProcedure: Starting pid=14, ppid=13, state=RUNNABLE:REGION_TRANSITION_QUEUE, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7; rit=OFFLINE, location=null; forceNewPlan=false, retain=false 2019-06-26 10:41:48,733 INFO [PEWorker-6] assignment.RegionStateStore: pid=14 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=OPENING, regionLocation=tempt21,16020,1560428921926 2019-06-26 10:41:48,737 INFO [PEWorker-6] assignment.RegionTransitionProcedure: Dispatch pid=14, ppid=13, state=RUNNABLE:REGION_TRANSITION_DISPATCH, locked=true; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 2019-06-26 10:41:49,120 INFO [PEWorker-12] assignment.RegionStateStore: pid=14 updating hbase:meta row=3c9d8786bee31b541fffa0422b8ba2e7, regionState=OPEN, openSeqNum=62, regionLocation=tempt21,16020,1560428921926 2019-06-26 10:41:49,356 INFO [PEWorker-12] procedure2.ProcedureExecutor: Finished pid=14, ppid=13, state=SUCCESS; AssignProcedure table=yhytest, region=3c9d8786bee31b541fffa0422b8ba2e7 in 706msec, unfinishedSiblingCount=0